-- Logs begin at Mon 2022-10-10 11:12:54 UTC, end at Mon 2022-10-10 12:32:17 UTC. -- Oct 10 11:58:41.431246 dv-cinder-860209-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 10 11:58:44.099217 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.common.config [-] Logging enabled! Oct 10 11:58:44.099801 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev58 Oct 10 11:58:44.100013 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106891) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 10 11:58:44.103243 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.common.config [-] Logging enabled! Oct 10 11:58:44.103489 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev58 Oct 10 11:58:44.103794 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106891) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 10 11:58:44.104724 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 10 11:58:44.104953 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 10 11:58:44.105423 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 10 11:58:44.105669 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 10 11:58:44.105895 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 10 11:58:44.106207 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.106496 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.106778 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.107074 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.107362 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.107641 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.107923 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.108217 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.108496 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.108769 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.109046 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.109273 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.109546 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.109824 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.110105 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.110324 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] debug = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.110597 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.111043 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.111446 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.111721 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.112008 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.112281 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.112543 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.112809 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.113105 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.113413 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] host = dv-cinder-860209-4-iscsi {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.113685 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.113960 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.114239 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.114799 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.115067 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.115336 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.115615 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.115882 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.116147 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] log_file = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.116415 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.116699 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.116975 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.117256 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.117476 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.117690 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.117968 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.118247 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.118514 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.118853 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.119120 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.119387 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.119653 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.119912 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.120188 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.120463 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.120737 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.121003 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.121266 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.121528 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.121789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.122061 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.122344 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.122612 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.122903 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.123183 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.123444 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.123710 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.124001 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.124276 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.124550 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.124825 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.125088 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.125362 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.125625 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.125886 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.126151 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] use_json = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.126410 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.126707 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.126960 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.127222 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.127489 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.127748 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.128007 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.128283 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.128545 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:44.128834 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.129122 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.129414 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.129690 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.129985 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.130258 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.130538 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.130837 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.131120 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.131403 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.131685 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.131953 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.132244 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.132527 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.132813 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.133115 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.133401 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.133682 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.133949 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.134216 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.134482 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.134773 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.135055 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.135327 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.135608 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.135889 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.136161 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.136449 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.136724 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.137000 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.137289 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.137572 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.137842 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.138622 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.138936 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.139207 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.139474 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.139757 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.140027 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.140294 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.140568 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.140853 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.141132 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.141397 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.141666 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.141945 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.142212 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.142474 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.142763 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.143100 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.143294 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.143576 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.143848 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.144109 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.144381 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.144649 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.144915 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.145179 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.145447 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.145711 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.145977 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.146344 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.146614 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.146903 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.147167 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.147432 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.147697 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.147963 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.148231 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.148499 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.148764 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.149028 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.149291 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.149555 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.149828 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.150116 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.150385 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.150655 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.150944 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.151213 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.151481 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.151749 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.152017 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.152285 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.152549 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.152828 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.153102 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.153380 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.154303 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.154601 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.154920 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.155195 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.155493 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.155736 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.156007 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.156277 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.156553 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.156822 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.157092 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.157368 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.157649 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.157937 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.158224 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.158496 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.158812 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.159100 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.159384 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.159655 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.159959 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.160232 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:44.160442 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 10 11:58:44.160675 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106891) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 10 11:58:44.537558 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 10 11:58:44.537865 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 10 11:58:44.538131 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 10 11:58:44.538353 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 10 11:58:44.538623 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 10 11:58:44.538984 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 10 11:58:44.877878 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:44.878361 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:44.878636 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:44.879902 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:44.880172 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:44.880433 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:44.936315 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:44.936588 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:44.936852 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:44.954529 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:44.954837 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:44.955103 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:44.983994 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:44.984259 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:44.984521 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.021659 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.021934 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.022195 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.253436 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.254049 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.254049 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.255169 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.255877 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.352880 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.353195 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.353471 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.353736 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.353994 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.354297 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.354557 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.354826 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.355071 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.355351 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.355604 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.355861 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.356111 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.356355 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.356603 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.356885 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.357133 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.357392 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.357717 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.357909 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.358286 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.358541 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.358843 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.359214 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.359459 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.359698 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.360091 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:58:45.360327 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:58:45.360559 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:58:45.360790 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:58:45.361019 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:58:45.361247 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:58:45.361601 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 10 11:58:45.364982 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 10 11:58:45.368877 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 10 11:58:45.373155 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Oct 10 11:58:45.374788 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 10 11:58:45.375403 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 10 11:58:45.375732 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 10 11:58:45.376115 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 10 11:58:45.378889 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 10 11:58:45.379134 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 10 11:58:45.379471 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 10 11:58:45.384523 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 10 11:58:45.407644 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 10 11:58:45.408099 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.408393 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106891) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 10 11:58:45.408768 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.410093 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106891) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 10 11:58:45.410369 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 10 11:58:45.410610 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 10 11:58:45.421820 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.422097 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:45.549809 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 10 11:58:45.549979 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 10 11:58:45.550209 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 10 11:58:45.550600 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 10 11:58:45.604046 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO dbcounter [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Registered counter for database neutron Oct 10 11:58:45.624655 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_db.sqlalchemy.engines [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106891) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 10 11:58:45.630387 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG dbcounter [-] [106891] Writer thread running {{(pid=106891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 10 11:58:46.385422 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Initializing driver for type 'gre' Oct 10 11:58:46.386119 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] gre ID ranges: [(1, 1000)] Oct 10 11:58:46.533463 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Initializing driver for type 'local' Oct 10 11:58:46.533797 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Initializing driver for type 'vlan' Oct 10 11:58:46.590424 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] VlanTypeDriver initialization complete Oct 10 11:58:46.590823 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Initializing driver for type 'vxlan' Oct 10 11:58:46.591334 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] vxlan ID ranges: [(1, 1000)] Oct 10 11:58:46.744928 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Initializing extension driver 'port_security' Oct 10 11:58:46.745193 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.extensions.port_security [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] PortSecurityExtensionDriver initialization complete Oct 10 11:58:46.745525 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Initializing mechanism driver 'openvswitch' Oct 10 11:58:46.745845 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Initializing mechanism driver 'hyperv' Oct 10 11:58:46.752952 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.plugins.ml2.plugin [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:58:46.753634 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > port after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.754011 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > port after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.754369 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > port after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.754895 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:58:46.755316 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > subnet after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.755673 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > subnet after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.756022 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > subnet after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.756412 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:58:46.756819 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > network after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.757169 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > network after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.757511 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > network after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.757896 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:58:46.758299 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > security_group after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.758649 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > security_group after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.763796 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > security_group after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.763796 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:58:46.763796 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.763796 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.763796 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.764151 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:58:46.764151 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > address_group after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.764151 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > address_group after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.764151 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > address_group after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.764151 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 10 11:58:46.764473 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] ML2 OVO RPC backend initialized. {{(pid=106891) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 10 11:58:46.764473 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router_interface after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.764473 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.764909 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > network before_response 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.765263 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > networks before_response 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.765613 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > port before_response 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.765958 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > ports before_response 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.766305 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > subnet before_response 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.766649 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > subnets before_response 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.767068 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > network after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.767412 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > network after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.767754 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > network after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.768094 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > port after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.768436 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > port after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.768777 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > port after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.769117 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > subnet after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.769488 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > subnet after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.769913 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > subnet after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.777565 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded quota_driver: . Oct 10 11:58:46.777927 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.plugin [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Modular L2 Plugin initialization complete Oct 10 11:58:46.778275 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading services supported by the core plugin {{(pid=106891) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 10 11:58:46.778618 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.plugins.ml2.managers [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Got port-security extension from driver 'port_security' Oct 10 11:58:46.779130 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.extensions.vlantransparent [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Disabled vlantransparent extension. Oct 10 11:58:46.779627 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106891) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 10 11:58:46.779950 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading Plugin: router Oct 10 11:58:46.817171 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router_interface before_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.817572 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router after_create 55549900 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.818358 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router before_create 55549900 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.818476 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.818844 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.819208 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router after_delete 55549900 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.819571 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > floatingip after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.819924 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > floatingip after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.820286 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router after_create 55549900 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.820637 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router after_update 55549900 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.820991 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router after_update 55549900 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.821367 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.821733 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router after_update 55549900 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.822162 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router precommit_update 55549900 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.822544 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: port after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.822915 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: port after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.823265 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: subnet after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.823614 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.823971 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > port precommit_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.824326 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router precommit_create 55549900 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.824676 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: port before_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.825032 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router precommit_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.826044 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router after_update 55549900 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.826409 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router precommit_delete 55549900 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.826810 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router precommit_create 55549900 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.827182 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router_interface after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.827532 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router precommit_update 55549900 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.827906 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > agent after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.828263 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > agent after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.828610 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > network after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.829764 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Tracking information for resource: router configured {{(pid=106891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:58:46.830095 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Tracking information for resource: floatingip configured {{(pid=106891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 10 11:58:46.835600 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.db.l3_agentschedulers_db [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 10 11:58:46.836196 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: port after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.836562 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: port after_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.836915 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: port after_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.837267 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: port after_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.838084 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router before_create 55550100 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.838453 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router precommit_delete 55550100 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.838843 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router precommit_create 55550100 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.839204 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > router precommit_update 55550100 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.844159 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.services.provider_configuration [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Service providers = [] {{(pid=106891) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 10 11:58:46.844525 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.db.servicetype_db [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106891) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 10 11:58:46.847655 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.services.service_base [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 10 11:58:46.848005 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.services.service_base [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 10 11:58:46.848349 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.services.service_base [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 10 11:58:46.849236 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.services.service_base [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 10 11:58:46.849609 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.services.service_base [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 10 11:58:46.850005 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:58:46.850325 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 10 11:58:46.862386 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:58:46.862744 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading Plugin: auto_allocate Oct 10 11:58:46.868838 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: network precommit_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.869214 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: network precommit_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.869785 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:58:46.870104 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading Plugin: tag Oct 10 11:58:46.877239 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:58:46.877563 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading Plugin: timestamp Oct 10 11:58:46.881690 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:58:46.881983 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading Plugin: network_ip_availability Oct 10 11:58:46.887545 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.888571 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.888938 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:46.889693 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:58:46.890002 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading Plugin: flavors Oct 10 11:58:46.894876 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:58:46.895207 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading Plugin: revisions Oct 10 11:58:46.899772 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 10 11:58:46.900159 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_concurrency.lockutils [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.361s {{(pid=106891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 10 11:58:46.900917 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106891) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 10 11:58:46.901250 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Initializing extension manager. Oct 10 11:58:46.901778 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: __init__.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.902123 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: __pycache__ {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.902458 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: address_group.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.903418 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.904032 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: address-group Oct 10 11:58:46.904357 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: address_scope.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.905033 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.905538 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: address-scope Oct 10 11:58:46.905858 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: admin_state_down_before_update.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.906785 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.907291 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: router-admin-state-down-before-update Oct 10 11:58:46.907614 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: agent.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.908277 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.908778 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: agent Oct 10 11:58:46.909100 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: agent_resources_synced.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.909973 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.910476 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: agent-resources-synced Oct 10 11:58:46.910825 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: allowedaddresspairs.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.912594 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.913107 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: allowed-address-pairs Oct 10 11:58:46.913433 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: auto_allocated_topology.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.914470 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.915004 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: auto-allocated-topology Oct 10 11:58:46.915327 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: availability_zone.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.916011 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.916511 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: availability_zone Oct 10 11:58:46.916831 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: availability_zone_filter.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.917694 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.918195 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: availability_zone_filter Oct 10 11:58:46.918514 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: data_plane_status.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.919911 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.920517 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension data-plane-status not supported by any of loaded plugins Oct 10 11:58:46.920837 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: default_subnetpools.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.921705 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.922204 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: default-subnetpools Oct 10 11:58:46.922522 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: dhcpagentscheduler.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.923324 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.923832 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: dhcp_agent_scheduler Oct 10 11:58:46.924155 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: dns.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.925075 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.925578 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension dns-integration not supported by any of loaded plugins Oct 10 11:58:46.925898 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: dns_domain_ports.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.926832 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.927340 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 10 11:58:46.927663 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.928542 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.929044 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 10 11:58:46.929365 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: dvr.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.930000 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.930500 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: dvr Oct 10 11:58:46.930856 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: ecmp_routes.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.931733 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.932230 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension ecmp_routes not supported by any of loaded plugins Oct 10 11:58:46.932552 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: empty_string_filtering.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.933408 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.933908 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: empty-string-filtering Oct 10 11:58:46.934232 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.935651 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.936151 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 10 11:58:46.936465 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.937329 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.937824 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 10 11:58:46.938140 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: external_net.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.939067 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.939565 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: external-net Oct 10 11:58:46.939883 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: extra_dhcp_opt.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.940749 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.941249 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: extra_dhcp_opt Oct 10 11:58:46.941567 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: extraroute.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.942430 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.942953 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: extraroute Oct 10 11:58:46.943274 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: extraroute_atomic.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.944279 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.944779 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: extraroute-atomic Oct 10 11:58:46.945098 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: filter_validation.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.945724 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.946244 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: filter-validation Oct 10 11:58:46.946647 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: fip_pf_description.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.947533 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.948034 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 10 11:58:46.948359 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: fip_pf_detail.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.949220 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.949761 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: floating-ip-port-forwarding-detail Oct 10 11:58:46.950080 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: fip_pf_port_range.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.950993 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.951492 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 10 11:58:46.951811 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: fip_port_details.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.952685 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.953194 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: fip-port-details Oct 10 11:58:46.953510 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: flavors.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.954726 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.955243 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: flavors Oct 10 11:58:46.955567 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.957186 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.957708 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 10 11:58:46.958042 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: floatingip_pools.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.958730 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.959247 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: floatingip-pools Oct 10 11:58:46.959577 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: ip_allocation.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.960452 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.960954 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension ip_allocation not supported by any of loaded plugins Oct 10 11:58:46.961279 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.962165 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.962685 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: ip-substring-filtering Oct 10 11:58:46.963018 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: l2_adjacency.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.963891 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.964399 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension l2_adjacency not supported by any of loaded plugins Oct 10 11:58:46.964722 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: l3.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.965675 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.966210 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: router Oct 10 11:58:46.966537 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: l3_conntrack_helper.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.969004 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.969535 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 10 11:58:46.969870 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.970789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.971309 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: ext-gw-mode Oct 10 11:58:46.971639 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.972615 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.973129 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: l3-ha Oct 10 11:58:46.973455 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.974361 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.974906 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 10 11:58:46.975233 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: l3_flavors.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.976107 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.976616 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: l3-flavors Oct 10 11:58:46.976939 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: l3_ndp_proxy.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.978299 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.978850 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 10 11:58:46.979180 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.980057 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.980573 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: l3-port-ip-change-not-allowed Oct 10 11:58:46.980901 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: l3agentscheduler.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.982428 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.982980 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: l3_agent_scheduler Oct 10 11:58:46.983308 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: local_ip.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.985057 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.985580 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension local_ip not supported by any of loaded plugins Oct 10 11:58:46.985914 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: logging.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.987382 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.987898 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension logging not supported by any of loaded plugins Oct 10 11:58:46.988230 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: metering.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.988940 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.989816 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: metering Oct 10 11:58:46.990145 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.991217 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.991750 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: metering_source_and_destination_fields Oct 10 11:58:46.992058 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: multiprovidernet.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.992940 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.993451 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: multi-provider Oct 10 11:58:46.993775 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: netmtu.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.994656 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.995231 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: net-mtu Oct 10 11:58:46.995505 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: netmtu_writable.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.996483 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.996987 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: net-mtu-writable Oct 10 11:58:46.997359 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: network_availability_zone.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:46.998476 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:46.999009 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: network_availability_zone Oct 10 11:58:46.999331 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: network_ip_availability.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.000386 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.000932 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: network-ip-availability Oct 10 11:58:47.001286 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: network_segment_range.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.002013 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.002510 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension network-segment-range not supported by any of loaded plugins Oct 10 11:58:47.002864 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: pagination.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.003810 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.004135 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: pagination Oct 10 11:58:47.004458 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: port_device_profile.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.005327 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.005842 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: port-device-profile Oct 10 11:58:47.006162 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: port_mac_address_override.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.007068 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.007578 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: port-mac-override Oct 10 11:58:47.007898 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.008773 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.009279 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: port-mac-address-regenerate Oct 10 11:58:47.009601 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.010481 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.011012 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: port-numa-affinity-policy Oct 10 11:58:47.011334 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: port_resource_request.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.012298 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.012800 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension port-resource-request not supported by any of loaded plugins Oct 10 11:58:47.013144 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: port_resource_request_groups.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.014058 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.014565 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 10 11:58:47.014922 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: portbindings.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.015807 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.016312 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: binding Oct 10 11:58:47.016631 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: portbindings_extended.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.017876 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.018424 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: binding-extended Oct 10 11:58:47.018780 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: portsecurity.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.019651 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.020165 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: port-security Oct 10 11:58:47.020487 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: project_id.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.021632 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.021967 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: project-id Oct 10 11:58:47.022293 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: providernet.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.023196 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.023707 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: provider Oct 10 11:58:47.024030 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: qos.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.027610 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.028137 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension qos not supported by any of loaded plugins Oct 10 11:58:47.028494 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.029753 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.030270 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 10 11:58:47.030600 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.031514 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.032025 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 10 11:58:47.032351 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: qos_default.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.033260 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.033740 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension qos-default not supported by any of loaded plugins Oct 10 11:58:47.034066 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: qos_fip.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.034983 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.035498 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension qos-fip not supported by any of loaded plugins Oct 10 11:58:47.035824 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: qos_fip_network_policy.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.036703 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.037209 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 10 11:58:47.037529 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: qos_gateway_ip.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.038416 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.038942 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 10 11:58:47.039267 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: qos_port_network_policy.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.040149 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.040777 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 10 11:58:47.041104 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.042097 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.042609 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 10 11:58:47.042974 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.043965 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.045001 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 10 11:58:47.045326 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: qos_pps_rule.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.046450 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.047026 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension qos-pps not supported by any of loaded plugins Oct 10 11:58:47.047348 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: qos_rule_type_details.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.048225 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.048733 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 10 11:58:47.049056 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: qos_rule_type_filter.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.049933 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.050441 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 10 11:58:47.050795 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: qos_rules_alias.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.051796 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.052307 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 10 11:58:47.052624 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: quota_check_limit.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.053495 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.054004 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: quota-check-limit Oct 10 11:58:47.054326 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: quotasv2.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.055295 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.055621 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: quotas Oct 10 11:58:47.055941 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: quotasv2_detail.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.057596 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.057938 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: quota_details Oct 10 11:58:47.058291 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: rbac.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.059345 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.060477 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: rbac-policies Oct 10 11:58:47.060807 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: rbac_address_group.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.061692 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.062204 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: rbac-address-group Oct 10 11:58:47.062529 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: rbac_address_scope.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.063515 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.064027 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: rbac-address-scope Oct 10 11:58:47.064351 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: rbac_security_groups.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.065343 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.065853 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: rbac-security-groups Oct 10 11:58:47.066179 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: rbac_subnetpool.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.067084 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.067599 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: rbac-subnetpool Oct 10 11:58:47.067923 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: revisionifmatch.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.068804 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.069312 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: revision-if-match Oct 10 11:58:47.069634 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: revisions.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.070830 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.071337 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: standard-attr-revisions Oct 10 11:58:47.071658 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: router_availability_zone.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.072288 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.072796 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: router_availability_zone Oct 10 11:58:47.073120 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: routerservicetype.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.073995 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.074509 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension router-service-type not supported by any of loaded plugins Oct 10 11:58:47.074865 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.075774 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.076281 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: security-groups-normalized-cidr Oct 10 11:58:47.076603 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: security_groups_port_filtering.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.077486 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.077990 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: port-security-groups-filtering Oct 10 11:58:47.078313 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.079220 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.079730 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: security-groups-remote-address-group Oct 10 11:58:47.080054 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.080941 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.081441 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: security-groups-shared-filtering Oct 10 11:58:47.081766 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: securitygroup.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.091695 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.092344 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: security-group Oct 10 11:58:47.092682 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: segment.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.093387 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.093901 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension segment not supported by any of loaded plugins Oct 10 11:58:47.094229 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.095182 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.095697 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 10 11:58:47.096025 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: servicetype.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.097113 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.097629 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: service-type Oct 10 11:58:47.097956 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: sorting.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.098957 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.099288 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: sorting Oct 10 11:58:47.099614 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: standard_attr_segment.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.100510 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.101027 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 10 11:58:47.101353 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: standardattrdescription.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.101969 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.102482 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: standard-attr-description Oct 10 11:58:47.102994 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: stateful_security_group.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.105323 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.105323 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: stateful-security-group Oct 10 11:58:47.105323 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: stdattrs_common.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.105323 dv-cinder-860209-4-iscsi neutron-server[106891]: WARNING neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 10 11:58:47.105677 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.106272 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.107311 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 10 11:58:47.107633 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: subnet_onboard.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.108654 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.109170 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: subnet_onboard Oct 10 11:58:47.109524 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.110412 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.110950 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 10 11:58:47.111274 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: subnet_service_types.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.112165 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.112676 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: subnet-service-types Oct 10 11:58:47.112999 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: subnetallocation.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.114025 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.114978 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: subnet_allocation Oct 10 11:58:47.115299 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.115935 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.116448 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: subnetpool-prefix-ops Oct 10 11:58:47.116768 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.117659 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.118166 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 10 11:58:47.118485 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: tagging.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.119567 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.120091 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: standard-attr-tag Oct 10 11:58:47.120413 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: timestamp.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.121620 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.122131 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loaded extension: standard-attr-timestamp Oct 10 11:58:47.123042 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: trunk.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.124031 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.124542 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension trunk not supported by any of loaded plugins Oct 10 11:58:47.124869 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: trunk_details.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.125742 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.126249 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension trunk-details not supported by any of loaded plugins Oct 10 11:58:47.126571 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: uplink_status_propagation.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.127480 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.127987 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 10 11:58:47.128310 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Loading extension file: vlantransparent.py {{(pid=106891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 10 11:58:47.128948 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 10 11:58:47.129444 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extension vlan-transparent not supported by any of loaded plugins Oct 10 11:58:47.132161 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of TrackedResource for resource:network Oct 10 11:58:47.132662 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of TrackedResource for resource:subnet Oct 10 11:58:47.133060 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 11:58:47.133448 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of TrackedResource for resource:port Oct 10 11:58:47.134781 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.v2.resource_helper [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:58:47.135223 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.v2.resource_helper [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Service FLAVORS assigned prefix: {{(pid=106891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:58:47.135831 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.v2.resource_helper [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:58:47.136282 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.v2.resource_helper [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:58:47.136616 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of TrackedResource for resource:router Oct 10 11:58:47.137049 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of TrackedResource for resource:floatingip Oct 10 11:58:47.137538 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.v2.resource_helper [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Service METERING assigned prefix: /metering {{(pid=106891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:58:47.139073 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:47.139446 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:47.139804 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 11:58:47.140815 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of CountableResource for resource:rbac_policy Oct 10 11:58:47.141277 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of TrackedResource for resource:security_group Oct 10 11:58:47.141704 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 10 11:58:47.142256 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.v2.resource_helper [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Service CORE assigned prefix: {{(pid=106891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:58:47.142588 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 11:58:47.142963 dv-cinder-860209-4-iscsi neutron-server[106891]: WARNING neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] subnetpool is already registered Oct 10 11:58:47.143386 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.v2.resource_helper [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Service CORE assigned prefix: {{(pid=106891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:58:47.143720 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 11:58:47.144057 dv-cinder-860209-4-iscsi neutron-server[106891]: WARNING neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] subnetpool is already registered Oct 10 11:58:47.146417 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.v2.resource_helper [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:58:47.146896 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.v2.resource_helper [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Service FLAVORS assigned prefix: {{(pid=106891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:58:47.147520 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.v2.resource_helper [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:58:47.148066 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.v2.resource_helper [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:58:47.148405 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of TrackedResource for resource:router Oct 10 11:58:47.148763 dv-cinder-860209-4-iscsi neutron-server[106891]: WARNING neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] router is already registered Oct 10 11:58:47.149186 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of TrackedResource for resource:floatingip Oct 10 11:58:47.149527 dv-cinder-860209-4-iscsi neutron-server[106891]: WARNING neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] floatingip is already registered Oct 10 11:58:47.150022 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.v2.resource_helper [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Service METERING assigned prefix: /metering {{(pid=106891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:58:47.150750 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of CountableResource for resource:rbac_policy Oct 10 11:58:47.151077 dv-cinder-860209-4-iscsi neutron-server[106891]: WARNING neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] rbac_policy is already registered Oct 10 11:58:47.151509 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of TrackedResource for resource:security_group Oct 10 11:58:47.151846 dv-cinder-860209-4-iscsi neutron-server[106891]: WARNING neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] security_group is already registered Oct 10 11:58:47.152264 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 10 11:58:47.152600 dv-cinder-860209-4-iscsi neutron-server[106891]: WARNING neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] security_group_rule is already registered Oct 10 11:58:47.153094 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.v2.resource_helper [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Service CORE assigned prefix: {{(pid=106891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:58:47.153423 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 11:58:47.153780 dv-cinder-860209-4-iscsi neutron-server[106891]: WARNING neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] subnetpool is already registered Oct 10 11:58:47.154191 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.v2.resource_helper [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Service CORE assigned prefix: {{(pid=106891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 10 11:58:47.154512 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Creating instance of TrackedResource for resource:subnetpool Oct 10 11:58:47.154870 dv-cinder-860209-4-iscsi neutron-server[106891]: WARNING neutron.quota.resource_registry [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] subnetpool is already registered Oct 10 11:58:47.155337 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: extensions {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.156946 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: address-groups {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.158437 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: address-scopes {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.159684 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: agents {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.160954 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: auto-allocated-topology {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.163535 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: availability_zones {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.164768 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: dhcp-networks {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.166191 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: dhcp-agents {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.167824 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: routers {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.170085 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: flavors {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.171276 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: service_profiles {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.172574 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: next_providers {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.174043 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: service_profiles {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.175533 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: floatingip-pools {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.176820 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: routers {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.178704 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: floatingips {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.179870 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: l3-routers {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.181258 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: l3-agents {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.182832 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: metering-labels {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.184104 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: metering-label-rules {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.185976 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: network-ip-availabilities {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.187394 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: bindings {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.189058 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: quotas {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.190614 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: quotas {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.192280 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: rbac-policies {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.193476 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: security-groups {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.194693 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: security-group-rules {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.196012 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: service-providers {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.197308 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: subnetpools {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.198654 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: subnetpools {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.200202 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: tags {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.202068 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: tags {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.203836 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: tags {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.205712 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: tags {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.207453 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: tags {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.209309 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: tags {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.211137 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: tags {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.212979 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: tags {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.214776 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: tags {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.216644 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron.api.extensions [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Extended resource: tags {{(pid=106891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 10 11:58:47.223921 dv-cinder-860209-4-iscsi neutron-server[106891]: WARNING keystonemiddleware.auth_token [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 10 11:58:47.229093 dv-cinder-860209-4-iscsi neutron-server[106891]: WARNING keystonemiddleware.auth_token [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 10 11:58:47.238630 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_concurrency.lockutils [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Acquiring lock "singleton_lock" {{(pid=106891) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 10 11:58:47.238975 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_concurrency.lockutils [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Acquired lock "singleton_lock" {{(pid=106891) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 10 11:58:47.239695 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_concurrency.lockutils [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Releasing lock "singleton_lock" {{(pid=106891) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 10 11:58:47.240350 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO oslo_service.service [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Starting 2 workers Oct 10 11:58:47.245196 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Started child 107006 {{(pid=106891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 10 11:58:47.250388 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Started child 107007 {{(pid=106891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 10 11:58:47.251415 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:47.252165 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO neutron.service [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Neutron service started, listening on 0.0.0.0:9696 Oct 10 11:58:47.252580 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Publish callbacks [] for process (None), before_spawn {{(pid=106891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:47.252895 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [-] (107006) wsgi starting up on http://0.0.0.0:9696 Oct 10 11:58:47.255051 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO oslo_service.service [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Starting 1 workers Oct 10 11:58:47.255238 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:47.256440 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [-] (107007) wsgi starting up on http://0.0.0.0:9696 Oct 10 11:58:47.260487 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Started child 107008 {{(pid=106891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 10 11:58:47.261034 dv-cinder-860209-4-iscsi neutron-server[106891]: INFO oslo_service.service [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Starting 1 workers Oct 10 11:58:47.264190 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.service [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] calling RpcWorker wait() {{(pid=107008) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 10 11:58:47.264831 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.service [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] returning from RpcWorker wait() {{(pid=107008) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 10 11:58:47.265899 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Started child 107009 {{(pid=106891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 10 11:58:47.266083 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:47.266488 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:58:47.266654 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG neutron_lib.callbacks.manager [None req-943a7e20-1c88-471e-9e7b-8cd298c5489a None None] Publish callbacks [] for process (None), after_spawn {{(pid=106891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:47.268674 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106891) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 10 11:58:47.268886 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 10 11:58:47.269065 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 10 11:58:47.269292 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 10 11:58:47.269632 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 10 11:58:47.270077 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 10 11:58:47.270472 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.270768 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.271051 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.271283 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:58:47.271841 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.271982 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.272186 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.272333 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:58:47.272472 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.272778 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.273115 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.273300 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.273474 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.273728 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.273967 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.274291 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.274690 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.274845 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.275091 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.275359 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.275642 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.275885 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.276210 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.276497 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] debug = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.276761 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.277249 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.277494 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.277766 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.278014 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.278296 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.279170 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.279370 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.279619 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.279860 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.280091 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.280356 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.280589 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.280821 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.281071 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.281355 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.281574 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.282082 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] host = dv-cinder-860209-4-iscsi {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.282321 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.282540 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.282840 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.283088 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.283364 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.283552 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.283820 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.284080 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.284333 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.284554 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.284825 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.285038 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.285251 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.285493 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] log_file = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.285655 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] log_options = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.285877 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.286140 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.286410 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.286603 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.286980 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.287156 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.287424 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.287585 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.289325 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.289325 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.289325 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.289325 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.289325 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.289325 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.289325 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.289325 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.289819 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.289819 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.290000 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.290408 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.290836 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.291251 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.291566 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.291714 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.292082 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.292337 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.292667 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.292909 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.293122 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.293348 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.293611 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.293888 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.294105 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.294935 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.295176 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.297789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.297789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.297789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.297789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.297789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.297789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.297789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.297789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.299883 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.299883 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.299883 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.299883 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] use_json = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.299883 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.299883 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.299883 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.299883 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.299883 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.300474 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.300474 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.300474 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.300474 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.300474 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.300474 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.300896 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.301007 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.301235 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.301649 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.301884 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.302123 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.302351 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.302583 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.302916 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.303137 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.303429 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.303678 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.303930 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.304379 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.304552 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.304810 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.305058 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.305286 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.305496 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.305728 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.305998 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.306229 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.306612 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.307010 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.308486 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.308486 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.308486 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.308486 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.308486 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.308836 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.308912 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.309152 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.309356 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.309635 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.309956 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.310179 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.310441 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.310652 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.310951 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316111 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316111 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316111 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316111 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316111 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316111 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316111 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316111 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316664 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316664 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316664 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316664 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316664 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316664 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316664 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316664 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.316664 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.317194 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.317194 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.317194 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.317194 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.317194 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.317194 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.317194 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.317194 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.317633 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.317633 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.317633 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.317633 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.317851 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.317923 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.318123 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.318348 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.318560 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.318819 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.319051 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.319882 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.319882 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.319882 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.319882 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.320370 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.320370 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.320513 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.320687 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.320938 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.321178 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.321408 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.321635 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.321850 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.322055 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.322293 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.322597 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.322860 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.323101 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.323451 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.323577 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.323812 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.324064 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.324294 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.324536 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.324743 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.325007 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.325262 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.325527 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.325743 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.325973 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.326237 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.326447 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.326754 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.326900 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.327240 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.327451 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.327684 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.327893 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.328133 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.328353 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.328610 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.328841 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.329270 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.329415 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.329541 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.329781 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.330059 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.330300 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.330576 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.330810 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.331533 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.331533 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.331828 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.331828 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.332050 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.332293 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.332569 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.332819 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.333065 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.333405 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.333650 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.333863 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.334096 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.334313 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.334583 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.334784 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.335090 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.335379 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.335565 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.335753 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.336019 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.336260 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.336501 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.336768 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.337012 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.337271 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.337511 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.337733 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.338020 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.338256 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.338479 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.338705 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.338939 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.339149 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.339377 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.339586 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.339795 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.340027 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.340236 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.340453 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.340679 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.340890 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.341607 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.341849 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.342054 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.342284 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.342518 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.342751 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.342963 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.343192 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.343398 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.343659 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.343871 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.344158 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.344410 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.344623 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.344865 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.345113 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.345343 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.345551 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.345806 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.346018 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.346225 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.346434 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.346682 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.346914 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.347127 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.347350 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.347575 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.347807 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.348037 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.348375 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.348618 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.348864 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.349106 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.349353 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.349645 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.349806 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.350041 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.350287 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.350505 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.350744 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357234 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357234 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357234 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357234 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357234 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357234 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357234 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357234 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357811 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357811 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357811 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357811 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357811 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357811 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357811 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357811 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.357811 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.358319 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.358319 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.358319 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.358319 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.358319 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.358319 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.358319 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.358319 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.358863 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.358863 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.358863 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.358863 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.358863 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.358863 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.358863 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.358863 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.359384 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.359384 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.359384 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.359384 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.359384 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.359928 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.359928 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.359928 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.360156 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.360316 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.360532 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.360736 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.360973 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.361175 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.362004 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.362004 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.362004 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.362004 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.362402 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.362402 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.362559 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.362793 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.363098 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.363209 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.363480 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.363718 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.363941 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.364224 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.364701 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.365262 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.365262 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.365538 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.365678 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.365898 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.366122 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.366330 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.366644 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.366848 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.367156 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.367443 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.367724 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.367963 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.368245 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.368514 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.368782 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.368991 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.369295 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.369613 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.370149 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.370149 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.370421 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.370600 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.370861 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.371110 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.374418 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.374418 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.374418 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.374418 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.374418 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.374418 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.374418 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.374418 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.374418 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.375707 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.375707 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.375707 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.375707 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.375707 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 10 11:58:47.375707 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106891) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 10 11:58:47.375707 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 10 11:58:47.375707 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 10 11:58:47.376330 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 10 11:58:47.376330 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 10 11:58:47.376330 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 10 11:58:47.376330 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.376330 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.376330 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.376330 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.376822 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.376822 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.376822 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.376822 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.377104 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.377104 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.377251 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.377330 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.377441 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.377602 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.377760 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.377915 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.378074 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.378307 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.378455 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.378607 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.378797 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.378959 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] debug = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.379116 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.379312 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.379474 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.379629 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.379784 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.379938 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.380091 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.380246 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.380401 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.380556 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.380711 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.380866 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.381030 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.381161 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.381481 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.381633 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.381790 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.381945 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] host = dv-cinder-860209-4-iscsi {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.382099 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.382252 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.382405 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.382560 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.382722 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.382885 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.383038 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.383192 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.383347 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.383536 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.383694 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.383849 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.384008 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.384164 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] log_file = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.384318 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] log_options = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.384472 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.384626 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.384781 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.384962 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.385124 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.385279 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.385436 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.385626 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.386197 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.386197 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.386197 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.386197 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.386530 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.386530 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.386760 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.386760 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.392956 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.392956 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.392956 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.392956 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.392956 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.392956 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.392956 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.392956 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.393516 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.393516 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.393516 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.393516 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.393516 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.393516 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.393516 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.393516 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.394157 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.394157 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.394157 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.394157 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.394157 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.394157 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.394157 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.394157 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.394766 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.394766 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.394766 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.394766 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.394766 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.394766 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.394766 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] use_json = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.394766 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.395678 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.395678 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.395678 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.395678 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.395678 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.395678 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.395678 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.395678 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 10 11:58:47.396239 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.396239 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.396239 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.396239 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.396239 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.396239 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.396239 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.396239 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.396873 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.396873 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.396873 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.396873 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.396873 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.396873 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.396873 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.396873 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.397557 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.397557 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.397557 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.397557 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.397557 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.397557 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.397557 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.397557 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.398188 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.398188 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.398188 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.398188 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.398188 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.398188 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.398188 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.398188 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.398789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.398789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.398789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.398789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.398789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.398789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.398789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.398789 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.399375 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.399375 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.399375 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.399375 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.399375 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.399711 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.399711 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.399858 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.399937 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.400078 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.400235 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.400393 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.400550 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.400744 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.400919 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.401058 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.401214 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.401381 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.401536 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.401693 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.401849 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.402010 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.402164 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.402478 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.402645 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.402838 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.402955 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.403112 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.403281 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.403438 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.404242 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.404593 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.404593 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.404593 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.404940 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.404940 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.405173 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.405173 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.405318 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.405468 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.405623 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.405781 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.405938 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.406094 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.406252 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.406618 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.406618 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.406885 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.406981 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.407085 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.407243 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.407407 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.407579 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.407736 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.407893 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.408048 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.408209 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.408364 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.408521 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.408677 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.408833 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.408993 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.409147 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.409457 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.409618 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.409774 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.409930 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.410085 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.410240 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.410395 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.410551 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.410726 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.410890 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.411046 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.411187 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.411331 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.411489 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.411972 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.411972 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.411972 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.412309 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.412309 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.412507 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.412627 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.412756 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.412866 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.413022 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.413184 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.413350 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.413507 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.413682 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.413812 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.413964 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.414122 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.414283 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.414441 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.414612 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.414771 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.414928 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.415095 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.415253 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.415410 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.415566 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.415744 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.415899 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.416056 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.416215 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.416371 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.416526 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.416687 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.416844 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.417001 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.417155 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.417315 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.417507 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.417670 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.417805 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.417947 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.418075 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.418208 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.418365 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.418520 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.418695 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.418863 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.419014 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.419741 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.419884 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.420046 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.420205 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.420361 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.420517 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.420673 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.420829 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.420985 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.421141 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.421295 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.421453 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.421610 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.421765 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.421921 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.422081 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.422238 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.422395 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.422552 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.422742 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.422906 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.423059 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.423369 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.423527 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.423685 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.423844 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.424000 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.424163 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.424320 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.424477 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.424638 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.426701 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.426701 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.426701 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.426701 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.426701 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.426701 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.426701 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.426701 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.427303 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.427378 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:58:47.427452 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.427452 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.427452 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.427452 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.427452 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.427452 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.427452 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.427452 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.427452 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.427962 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.427962 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.427962 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.427962 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.428181 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.428181 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.428345 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.428641 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.428641 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.428815 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.428947 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.429104 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.429260 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.429417 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.429588 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.429738 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.429915 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.430056 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.430509 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.430509 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.430509 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.430752 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.430819 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.430986 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.431114 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.431251 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.431409 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.431565 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.431731 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.431888 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.432046 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.432188 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.432343 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.433504 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.433504 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.433504 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.433504 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.433504 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.433504 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.433504 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.433504 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.434271 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.434271 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.434271 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.434271 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.434271 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.434762 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.434762 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.434762 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.434972 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.435049 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.435213 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.435381 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.435542 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.435702 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.438687 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.438687 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.438687 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.438687 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.438687 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.438687 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.438687 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.438687 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.439298 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.439298 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.439298 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.439298 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.439298 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.439298 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.439298 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.439298 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.439835 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.439835 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.439835 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.439835 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.440319 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.440483 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.440645 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.440804 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.440964 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.441235 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.441334 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.441429 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.441584 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.441742 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.441897 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.442054 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.442209 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.442365 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.442520 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.442687 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.442858 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.443014 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.443170 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.443325 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 10 11:58:47.443475 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 10 11:58:47.624480 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 36414) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:58:47.631466 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [-] 10.222.0.46 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048504 Oct 10 11:58:47.635825 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [-] 10.222.0.46 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037808 Oct 10 11:58:56.658418 dv-cinder-860209-4-iscsi neutron-server[106891]: DEBUG dbcounter [-] [106891] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:58:59.619111 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e02300-a180-4086-868a-973d504a3331 None None] get_active_networks_info from dv-cinder-860209-4-iscsi {{(pid=107008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 10 11:58:59.630272 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writer thread running {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 10 11:58:59.630851 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writer thread running {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 10 11:58:59.691697 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e02300-a180-4086-868a-973d504a3331 None None] No non-hosted networks {{(pid=107008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 10 11:58:59.711194 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.agentschedulers_db [None req-63e02300-a180-4086-868a-973d504a3331 None None] DHCP Agent not found on host dv-cinder-860209-4-iscsi {{(pid=107008) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 10 11:58:59.808457 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b3c8647f-9375-450b-a904-3a49d1307aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599956'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.273196 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writer thread running {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 10 11:59:01.896372 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-64a968b6-cf07-4e96-a0a6-616b4384630d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599956'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:01.917430 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.db.api [None req-bf6954cf-3d18-49ab-ad56-f9ea438fe531 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-860209-4-iscsi {{(pid=107008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 10 11:59:01.917915 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG oslo_db.api [None req-bf6954cf-3d18-49ab-ad56-f9ea438fe531 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:59:02.446370 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bf6954cf-3d18-49ab-ad56-f9ea438fe531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.311334 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599956'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:03.862498 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 36490) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:04.491803 dv-cinder-860209-4-iscsi neutron-server[107007]: WARNING oslo_policy.policy [None req-9844c71f-a4f6-4d92-ae24-a4fa24da8830 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:59:04.492732 dv-cinder-860209-4-iscsi neutron-server[107007]: WARNING oslo_policy.policy [None req-9844c71f-a4f6-4d92-ae24-a4fa24da8830 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:59:04.539756 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599956'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:04.540580 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:04.540899 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:04.541312 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:04.541704 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:04.542224 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:04.542608 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:04.543028 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:04.543461 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:04.544382 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:04.544769 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:04.545163 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:04.545561 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:04.545958 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:04.546338 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:04.546742 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:04.547347 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-860209-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:04.554915 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-860209-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:04.715400 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [None req-9844c71f-a4f6-4d92-ae24-a4fa24da8830 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 11:59:04.735312 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-9844c71f-a4f6-4d92-ae24-a4fa24da8830 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8717453 Oct 10 11:59:05.019045 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599956'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:07.472383 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 36524) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:07.828675 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-89323877-a980-4e0b-8c88-d877a2ccddc1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:07.841194 dv-cinder-860209-4-iscsi neutron-server[107007]: ERROR stevedore.extension [None req-89323877-a980-4e0b-8c88-d877a2ccddc1 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 10 11:59:07.922593 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.policy [None req-89323877-a980-4e0b-8c88-d877a2ccddc1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107007) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 10 11:59:07.964783 dv-cinder-860209-4-iscsi neutron-server[107007]: WARNING oslo_policy.policy [None req-89323877-a980-4e0b-8c88-d877a2ccddc1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:59:07.965166 dv-cinder-860209-4-iscsi neutron-server[107007]: WARNING oslo_policy.policy [None req-89323877-a980-4e0b-8c88-d877a2ccddc1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:59:07.985553 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writer thread running {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 10 11:59:08.003329 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.db.l3_hamode_db [None req-370f96cf-91ee-4b38-84d6-de884b635b81 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 10 11:59:08.082329 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f96cf-91ee-4b38-84d6-de884b635b81 None None] Routers set() bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:08.082631 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f96cf-91ee-4b38-84d6-de884b635b81 None None] Router IDs set() for agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 10 11:59:08.138196 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-89323877-a980-4e0b-8c88-d877a2ccddc1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759135750135', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759135749131', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759135897327', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759135903788', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759135918344', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759135927887', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-777439', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-777246', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1574281', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2075010'] for rbac-policy (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.438161 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-89323877-a980-4e0b-8c88-d877a2ccddc1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:08.439393 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-89323877-a980-4e0b-8c88-d877a2ccddc1 admin admin] 10.222.0.46 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9660277 Oct 10 11:59:11.049698 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 36534) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:11.382534 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:11.481993 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Made reservation on behalf of 2d0af77a941540ef9b78b89ebae1ef1a for: {'network': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:11.486367 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.506308 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.616577 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Publish callbacks [] for security_group (4fdfb85d-5960-4f86-992d-6d3f927ec85b), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.670571 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (4fdfb85d-5960-4f86-992d-6d3f927ec85b), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.704066 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=107007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 11:59:11.733047 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759134132691', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (e9b865a0-59e9-4803-89c9-9656e4057868), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.733634 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Unsubscribe: segment precommit_create {{(pid=107007) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 10 11:59:11.734163 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.segments_db [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Added segment e9b865a0-59e9-4803-89c9-9656e4057868 of type vlan for network 0cd57138-3ccd-4720-b430-8566eb4b2456 Oct 10 11:59:11.740941 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdfb85d-5960-4f86-992d-6d3f927ec85b,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:11.777675 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:11.777974 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:11.778330 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:11.778690 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:11.779024 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:11.779342 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:11.779659 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:11.779975 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:11.780292 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:11.780606 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:11.780919 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:11.781247 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:11.781563 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:11.781873 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:11.782184 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Tracked resource versions report: Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: pushed versions: Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: { 'AddressGroup': {'1.2'}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Agent': {'1.1'}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'ConntrackHelper': {'1.0'}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'LocalIPAssociation': {'1.0'}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Log': {'1.0'}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'NDPProxy': {'1.0'}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Network': {'1.1'}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Port': {'1.7'}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'PortForwarding': {'1.3'}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'QosPolicy': {'1.10'}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'SecurityGroup': {'1.5'}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'SubPort': {'1.0'}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Subnet': {'1.1'}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Trunk': {'1.1'}} Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: consumer versions: Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: { DHCP agent@dv-cinder-860209-4-iscsi: {}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: L3 agent@dv-cinder-860209-4-iscsi: {}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: Metadata agent@dv-cinder-860209-4-iscsi: {}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: Metering agent@dv-cinder-860209-4-iscsi: {}, Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: Open vSwitch agent@dv-cinder-860209-4-iscsi: { 'AddressGroup': '1.2', Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Agent': '1.1', Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'ConntrackHelper': '1.0', Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'LocalIPAssociation': '1.0', Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Log': '1.0', Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'NDPProxy': '1.0', Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Network': '1.1', Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Port': '1.7', Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'PortForwarding': '1.3', Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'QosPolicy': '1.10', Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'SecurityGroup': '1.5', Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'SecurityGroupRule': '1.2', Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'SubPort': '1.0', Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Subnet': '1.1', Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Trunk': '1.1'}} Oct 10 11:59:11.783579 dv-cinder-860209-4-iscsi neutron-server[107007]: {{(pid=107007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:59:11.844404 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (0cd57138-3ccd-4720-b430-8566eb4b2456), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.921989 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (0cd57138-3ccd-4720-b430-8566eb4b2456), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.926962 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:11.927643 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:11.979807 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=54,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:12.046841 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] Pushing event updated for resources: {'Network': ['ID=0cd57138-3ccd-4720-b430-8566eb4b2456,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:12.055702 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-3bfcc42b-9175-4f97-9346-f0b666ca8b47 demo demo] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0050392 Oct 10 11:59:12.062094 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network 0cd57138-3ccd-4720-b430-8566eb4b2456 details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 11:59:14.725041 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 36548) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:15.263378 dv-cinder-860209-4-iscsi neutron-server[107006]: WARNING oslo_policy.policy [None req-6cd83b5c-c602-4985-b2dc-3192b1ec556a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:59:15.263948 dv-cinder-860209-4-iscsi neutron-server[107006]: WARNING oslo_policy.policy [None req-6cd83b5c-c602-4985-b2dc-3192b1ec556a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:59:15.496199 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writer thread running {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 10 11:59:15.645551 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=14,neutron:INSERT=31 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:15.659453 dv-cinder-860209-4-iscsi neutron-server[107006]: ERROR stevedore.extension [None req-6cd83b5c-c602-4985-b2dc-3192b1ec556a demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 10 11:59:15.714101 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.policy [None req-6cd83b5c-c602-4985-b2dc-3192b1ec556a demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107006) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 10 11:59:15.756639 dv-cinder-860209-4-iscsi neutron-server[107006]: WARNING oslo_policy.policy [None req-6cd83b5c-c602-4985-b2dc-3192b1ec556a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:59:15.757273 dv-cinder-860209-4-iscsi neutron-server[107006]: WARNING oslo_policy.policy [None req-6cd83b5c-c602-4985-b2dc-3192b1ec556a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 10 11:59:15.765243 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd83b5c-c602-4985-b2dc-3192b1ec556a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:15.767281 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-6cd83b5c-c602-4985-b2dc-3192b1ec556a demo admin] 10.222.0.46 "GET /networking/v2.0/networks/0cd57138-3ccd-4720-b430-8566eb4b2456 HTTP/1.1" status: 200 len: 825 time: 1.0404608 Oct 10 11:59:15.809512 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3512c449-4426-4bda-8e00-bf9d65d1a517 demo admin] 10.222.0.46 "GET /networking/v2.0/subnetpools/cd19009b-11cb-409e-93d6-0f65e1c12922 HTTP/1.1" status: 200 len: 734 time: 0.0356302 Oct 10 11:59:15.819042 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Request body: {'subnet': {'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456', 'name': 'private-subnet', 'subnetpool_id': 'cd19009b-11cb-409e-93d6-0f65e1c12922', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:15.904844 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Made reservation on behalf of 2d0af77a941540ef9b78b89ebae1ef1a for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:15.907785 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.265138 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (3f77bb0a-4c6e-4a7d-90a2-bec86500eb67), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.338939 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Checking segment: {'id': 'e9b865a0-59e9-4803-89c9-9656e4057868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:16.339301 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Network hostable DHCP agents. Network: 0cd57138-3ccd-4720-b430-8566eb4b2456, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:59:16.346980 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3f77bb0a-4c6e-4a7d-90a2-bec86500eb67,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:16.358950 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:16.359285 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:16.359638 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:16.359982 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:16.360310 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:16.360629 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:16.360946 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:16.361262 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:16.361588 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:16.361906 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:16.362221 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:16.362550 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:16.362892 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:16.363207 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:16.363518 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Tracked resource versions report: Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: pushed versions: Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: { 'AddressGroup': {'1.2'}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Agent': {'1.1'}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'ConntrackHelper': {'1.0'}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'LocalIPAssociation': {'1.0'}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Log': {'1.0'}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'NDPProxy': {'1.0'}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Network': {'1.1'}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Port': {'1.7'}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'PortForwarding': {'1.3'}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'QosPolicy': {'1.10'}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'SecurityGroup': {'1.5'}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'SubPort': {'1.0'}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Subnet': {'1.1'}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Trunk': {'1.1'}} Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: consumer versions: Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: { DHCP agent@dv-cinder-860209-4-iscsi: {}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: L3 agent@dv-cinder-860209-4-iscsi: {}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: Metadata agent@dv-cinder-860209-4-iscsi: {}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: Metering agent@dv-cinder-860209-4-iscsi: {}, Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: Open vSwitch agent@dv-cinder-860209-4-iscsi: { 'AddressGroup': '1.2', Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Agent': '1.1', Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'ConntrackHelper': '1.0', Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'LocalIPAssociation': '1.0', Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Log': '1.0', Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'NDPProxy': '1.0', Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Network': '1.1', Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Port': '1.7', Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'PortForwarding': '1.3', Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'QosPolicy': '1.10', Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'SecurityGroup': '1.5', Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'SecurityGroupRule': '1.2', Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'SubPort': '1.0', Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Subnet': '1.1', Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Trunk': '1.1'}} Oct 10 11:59:16.365097 dv-cinder-860209-4-iscsi neutron-server[107006]: {{(pid=107006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:59:16.447684 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Network 0cd57138-3ccd-4720-b430-8566eb4b2456 is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:59:16.510455 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, 0cd57138-3ccd-4720-b430-8566eb4b2456) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:16.515718 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:16.516808 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:16.520093 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5633b0c9-37fa-402d-9456-f9842b88afc4 None None] Network 0cd57138-3ccd-4720-b430-8566eb4b2456 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:16.529478 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=27,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:16.576143 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-a2a6275d-10f5-4074-9e98-3503144b74f5 demo admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7608361 Oct 10 11:59:16.792847 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6753c52c-ef75-59bb-aee5-b15e716cdc5a-0cd57138-3ccd-4720-b430-8566eb4b2456', 'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456', 'project_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'fixed_ips': [{'subnet_id': '3f77bb0a-4c6e-4a7d-90a2-bec86500eb67'}]}} from dv-cinder-860209-4-iscsi. {{(pid=107008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 11:59:16.794781 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.111497 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.db_base_plugin_common [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Allocated IP 172.20.0.2 (0cd57138-3ccd-4720-b430-8566eb4b2456/3f77bb0a-4c6e-4a7d-90a2-bec86500eb67/ab61719f-5edd-4f9b-87d4-393328e269bb) {{(pid=107008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:17.360386 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Publish callbacks [] for port (ab61719f-5edd-4f9b-87d4-393328e269bb), precommit_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.425319 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (ab61719f-5edd-4f9b-87d4-393328e269bb), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.506949 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Network 0cd57138-3ccd-4720-b430-8566eb4b2456 is already hosted by enough agents. {{(pid=107008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:17.516948 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.base_scheduler [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Resources bound (agent type, host, resource id): {{(pid=107008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:17.520188 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Received port after_create {{(pid=107008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:17.526841 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Pushing event updated for resources: {'Port': ['ID=ab61719f-5edd-4f9b-87d4-393328e269bb,revision_number=1']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:17.575039 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:17.575400 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:17.575760 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:17.576117 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:17.576452 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:17.576778 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:17.577103 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:17.577427 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:17.577749 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:17.578071 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:17.578394 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:17.578749 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:17.579076 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:17.579391 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:17.579709 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Tracked resource versions report: Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: pushed versions: Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: { 'AddressGroup': {'1.2'}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Agent': {'1.1'}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'ConntrackHelper': {'1.0'}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'LocalIPAssociation': {'1.0'}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Log': {'1.0'}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'NDPProxy': {'1.0'}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Network': {'1.1'}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Port': {'1.7'}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'PortForwarding': {'1.3'}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'QosPolicy': {'1.10'}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'SecurityGroup': {'1.5'}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'SubPort': {'1.0'}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Subnet': {'1.1'}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Trunk': {'1.1'}} Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: consumer versions: Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: { DHCP agent@dv-cinder-860209-4-iscsi: {}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: L3 agent@dv-cinder-860209-4-iscsi: {}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: Metadata agent@dv-cinder-860209-4-iscsi: {}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: Metering agent@dv-cinder-860209-4-iscsi: {}, Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: Open vSwitch agent@dv-cinder-860209-4-iscsi: { 'AddressGroup': '1.2', Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Agent': '1.1', Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'ConntrackHelper': '1.0', Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'LocalIPAssociation': '1.0', Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Log': '1.0', Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'NDPProxy': '1.0', Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Network': '1.1', Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Port': '1.7', Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'PortForwarding': '1.3', Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'QosPolicy': '1.10', Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'SecurityGroup': '1.5', Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'SecurityGroupRule': '1.2', Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'SubPort': '1.0', Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Subnet': '1.1', Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Trunk': '1.1'}} Oct 10 11:59:17.581088 dv-cinder-860209-4-iscsi neutron-server[107008]: {{(pid=107008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:59:17.621058 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Attempting to bind port ab61719f-5edd-4f9b-87d4-393328e269bb on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:17.621942 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Attempting to bind port ab61719f-5edd-4f9b-87d4-393328e269bb by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'e9b865a0-59e9-4803-89c9-9656e4057868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:17.622372 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Attempting to bind port ab61719f-5edd-4f9b-87d4-393328e269bb on network 0cd57138-3ccd-4720-b430-8566eb4b2456 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:17.672163 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:17.672496 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Checking segment: {'id': 'e9b865a0-59e9-4803-89c9-9656e4057868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:17.672969 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.673352 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Bound using segment: {'id': 'e9b865a0-59e9-4803-89c9-9656e4057868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:17.673845 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Bound port: ab61719f-5edd-4f9b-87d4-393328e269bb, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b865a0-59e9-4803-89c9-9656e4057868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:17.674244 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ab61719f-5edd-4f9b-87d4-393328e269bb), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.734562 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] For port ab61719f-5edd-4f9b-87d4-393328e269bb, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:17.754957 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] For port ab61719f-5edd-4f9b-87d4-393328e269bb, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=ab61719f-5edd-4f9b-87d4-393328e269bb,segment=NetworkSegment(e9b865a0-59e9-4803-89c9-9656e4057868),segment_id=e9b865a0-59e9-4803-89c9-9656e4057868)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:17.819654 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (ab61719f-5edd-4f9b-87d4-393328e269bb), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:17.871092 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ab3de-f430-4ee9-a702-0368fdcf8dd7 None None] Pushing event updated for resources: {'Port': ['ID=ab61719f-5edd-4f9b-87d4-393328e269bb,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:19.300422 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 36572) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:19.645321 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [None req-fb91c5ff-0fc3-4fd5-9280-a53d7bd93946 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 11:59:19.646415 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-fb91c5ff-0fc3-4fd5-9280-a53d7bd93946 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3449767 Oct 10 11:59:19.964606 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:19.966891 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=7 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:22.043896 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=51,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:22.331336 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 36584) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:22.686135 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [None req-fd384324-eac8-47d0-bd26-ad103c83b64c admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 11:59:22.687999 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-fd384324-eac8-47d0-bd26-ad103c83b64c admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3549032 Oct 10 11:59:25.395739 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 36596) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:25.756667 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-2fa80a9d-8a9d-488a-ad2c-3bdbb8871c9d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:25.842548 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2fa80a9d-8a9d-488a-ad2c-3bdbb8871c9d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12421'] for router (829806da-4ad0-43b8-95dc-c44aa0b9b09f), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:25.843951 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2fa80a9d-8a9d-488a-ad2c-3bdbb8871c9d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2066842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12466'] for router (829806da-4ad0-43b8-95dc-c44aa0b9b09f), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:25.988318 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2fa80a9d-8a9d-488a-ad2c-3bdbb8871c9d demo demo] Publish callbacks [] for router_controller (829806da-4ad0-43b8-95dc-c44aa0b9b09f), precommit_add_association {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:26.054597 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2fa80a9d-8a9d-488a-ad2c-3bdbb8871c9d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605323'] for router (829806da-4ad0-43b8-95dc-c44aa0b9b09f), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:26.058346 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f962f0-1f10-4d21-a1e5-b496413d5c5e None None] Network 0cd57138-3ccd-4720-b430-8566eb4b2456 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:26.135158 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2fa80a9d-8a9d-488a-ad2c-3bdbb8871c9d demo demo] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:26.137164 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-2fa80a9d-8a9d-488a-ad2c-3bdbb8871c9d demo demo] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7396510 Oct 10 11:59:26.150436 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-e0b65322-a402-4b85-9e9c-7f8a547baf79 None None] Provisioning complete for port ab61719f-5edd-4f9b-87d4-393328e269bb triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:26.151374 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e0b65322-a402-4b85-9e9c-7f8a547baf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (ab61719f-5edd-4f9b-87d4-393328e269bb), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:26.151374 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-e0b65322-a402-4b85-9e9c-7f8a547baf79 None None] Attempt 1 to provision port ab61719f-5edd-4f9b-87d4-393328e269bb Oct 10 11:59:26.255080 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device ab61719f-5edd-4f9b-87d4-393328e269bb up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:26.367097 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:26.381403 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-e0b65322-a402-4b85-9e9c-7f8a547baf79 None None] Current status of the port ab61719f-5edd-4f9b-87d4-393328e269bb is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:26.381769 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e0b65322-a402-4b85-9e9c-7f8a547baf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ab61719f-5edd-4f9b-87d4-393328e269bb), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:26.408253 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:26.415393 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port ab61719f-5edd-4f9b-87d4-393328e269bb triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:26.415765 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (ab61719f-5edd-4f9b-87d4-393328e269bb), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:26.416273 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port ab61719f-5edd-4f9b-87d4-393328e269bb Oct 10 11:59:26.457291 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-e0b65322-a402-4b85-9e9c-7f8a547baf79 None None] For port ab61719f-5edd-4f9b-87d4-393328e269bb, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=ab61719f-5edd-4f9b-87d4-393328e269bb,segment=NetworkSegment(e9b865a0-59e9-4803-89c9-9656e4057868),segment_id=e9b865a0-59e9-4803-89c9-9656e4057868)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:26.471257 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:26.515223 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port ab61719f-5edd-4f9b-87d4-393328e269bb is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:26.515616 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ab61719f-5edd-4f9b-87d4-393328e269bb), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:26.519404 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:INSERT=5,neutron:SELECT=42,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:26.532952 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=66,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:26.536609 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e0b65322-a402-4b85-9e9c-7f8a547baf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (ab61719f-5edd-4f9b-87d4-393328e269bb), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:26.617356 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.db.api [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 10 11:59:26.617783 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG oslo_db.api [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 11:59:26.624156 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b65322-a402-4b85-9e9c-7f8a547baf79 None None] Pushing event updated for resources: {'Port': ['ID=ab61719f-5edd-4f9b-87d4-393328e269bb,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:26.654992 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-55d71582-c0eb-4090-a3f0-88446781b9df None None] Provisioning complete for port ab61719f-5edd-4f9b-87d4-393328e269bb triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:26.655275 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-55d71582-c0eb-4090-a3f0-88446781b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (ab61719f-5edd-4f9b-87d4-393328e269bb), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:26.655643 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-55d71582-c0eb-4090-a3f0-88446781b9df None None] Attempt 1 to provision port ab61719f-5edd-4f9b-87d4-393328e269bb Oct 10 11:59:26.730237 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-55d71582-c0eb-4090-a3f0-88446781b9df None None] Current status of the port ab61719f-5edd-4f9b-87d4-393328e269bb is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:27.154017 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port ab61719f-5edd-4f9b-87d4-393328e269bb is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:27.309172 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 5 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 11:59:28.212585 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device ab61719f-5edd-4f9b-87d4-393328e269bb up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:28.265462 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port ab61719f-5edd-4f9b-87d4-393328e269bb triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:28.265833 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (ab61719f-5edd-4f9b-87d4-393328e269bb), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:28.266168 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port ab61719f-5edd-4f9b-87d4-393328e269bb Oct 10 11:59:28.337864 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port ab61719f-5edd-4f9b-87d4-393328e269bb is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:28.821125 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 36612) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:29.151923 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [None req-7179832c-c03c-45e3-8638-e23558c855ac admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 11:59:29.152908 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-7179832c-c03c-45e3-8638-e23558c855ac admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3309388 Oct 10 11:59:29.675938 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-3077d93c-6aa4-4135-a482-ee6aabda1bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.836731 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-4304938a-4160-4222-85c5-fa545e63b3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:31.849222 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 36620) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:32.206893 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-fdb1af8c-163f-4eaa-989e-5ae87e16f02c admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:32.441926 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb1af8c-163f-4eaa-989e-5ae87e16f02c admin admin] Made reservation on behalf of ec187f354d154dc98e045921aa4ca7fd for: {'network': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:32.444328 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fdb1af8c-163f-4eaa-989e-5ae87e16f02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:32.453435 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fdb1af8c-163f-4eaa-989e-5ae87e16f02c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:32.531734 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fdb1af8c-163f-4eaa-989e-5ae87e16f02c admin admin] Publish callbacks [] for security_group (0da19313-c818-410d-8bf1-46528b1171c4), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:32.590887 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fdb1af8c-163f-4eaa-989e-5ae87e16f02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (0da19313-c818-410d-8bf1-46528b1171c4), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:32.611287 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fdb1af8c-163f-4eaa-989e-5ae87e16f02c admin admin] Reserving flat network on physical network physnet1 {{(pid=107007) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 10 11:59:32.632334 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1af8c-163f-4eaa-989e-5ae87e16f02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da19313-c818-410d-8bf1-46528b1171c4,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:32.640783 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fdb1af8c-163f-4eaa-989e-5ae87e16f02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (3c0ca75b-9b77-48fb-9db6-e99e1658ec68), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:32.641370 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.segments_db [None req-fdb1af8c-163f-4eaa-989e-5ae87e16f02c admin admin] Added segment 3c0ca75b-9b77-48fb-9db6-e99e1658ec68 of type flat for network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 Oct 10 11:59:32.706409 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fdb1af8c-163f-4eaa-989e-5ae87e16f02c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (86b59d7d-c0f3-4ac3-b120-55d8edbeed47), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:32.807354 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fdb1af8c-163f-4eaa-989e-5ae87e16f02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (86b59d7d-c0f3-4ac3-b120-55d8edbeed47), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:32.808420 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb1af8c-163f-4eaa-989e-5ae87e16f02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:32.809202 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fdb1af8c-163f-4eaa-989e-5ae87e16f02c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:32.907337 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1af8c-163f-4eaa-989e-5ae87e16f02c admin admin] Pushing event updated for resources: {'Network': ['ID=86b59d7d-c0f3-4ac3-b120-55d8edbeed47,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:32.917674 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 11:59:32.956155 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-fdb1af8c-163f-4eaa-989e-5ae87e16f02c admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1054184 Oct 10 11:59:33.276738 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:34.528533 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:34.974115 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:35.690155 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 36628) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:36.147901 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef72226-45c0-418a-abdf-3cede25abbec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:36.149304 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-1ef72226-45c0-418a-abdf-3cede25abbec demo admin] 10.222.0.46 "GET /networking/v2.0/subnets/3f77bb0a-4c6e-4a7d-90a2-bec86500eb67 HTTP/1.1" status: 200 len: 849 time: 0.4580603 Oct 10 11:59:36.282379 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-0462dbda-492f-4632-91a9-8568a0a66faa demo admin] 10.222.0.46 "GET /networking/v2.0/routers/829806da-4ad0-43b8-95dc-c44aa0b9b09f HTTP/1.1" status: 200 len: 704 time: 0.1223533 Oct 10 11:59:36.561826 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:36.563712 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:36.649725 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:36.887668 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Allocated IP 172.20.0.1 (0cd57138-3ccd-4720-b430-8566eb4b2456/3f77bb0a-4c6e-4a7d-90a2-bec86500eb67/0ccea28d-eec1-443c-9570-daeb3aa45241) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:37.084507 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Publish callbacks [] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:37.219773 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:37.303185 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:37.304082 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:37.365054 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Network 0cd57138-3ccd-4720-b430-8566eb4b2456 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:37.372315 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:37.377848 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Pushing event updated for resources: {'Port': ['ID=0ccea28d-eec1-443c-9570-daeb3aa45241,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:37.381051 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:37.381552 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598000'] for router_interface (829806da-4ad0-43b8-95dc-c44aa0b9b09f), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:37.621744 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-cd5fb799-449d-41a0-a12a-da10665aee7d None None] Provisioning complete for port 0ccea28d-eec1-443c-9570-daeb3aa45241 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:37.622405 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-cd5fb799-449d-41a0-a12a-da10665aee7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:37.622556 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-cd5fb799-449d-41a0-a12a-da10665aee7d None None] Attempt 1 to provision port 0ccea28d-eec1-443c-9570-daeb3aa45241 Oct 10 11:59:37.655050 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-cd5fb799-449d-41a0-a12a-da10665aee7d None None] Port 0ccea28d-eec1-443c-9570-daeb3aa45241 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:59:37.664339 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:37.863878 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:37.881219 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Publish callbacks [] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:37.939225 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:37.940120 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598124'] for router_interface (829806da-4ad0-43b8-95dc-c44aa0b9b09f), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:38.028881 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Pushing event updated for resources: {'Port': ['ID=0ccea28d-eec1-443c-9570-daeb3aa45241,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:38.071648 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:38.083382 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Network 0cd57138-3ccd-4720-b430-8566eb4b2456 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:38.084777 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:38.278944 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-69494ca8-82b6-43c0-8a3f-89b5f76093ea None None] Provisioning complete for port 0ccea28d-eec1-443c-9570-daeb3aa45241 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:38.279568 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-69494ca8-82b6-43c0-8a3f-89b5f76093ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:38.279778 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-69494ca8-82b6-43c0-8a3f-89b5f76093ea None None] Attempt 1 to provision port 0ccea28d-eec1-443c-9570-daeb3aa45241 Oct 10 11:59:38.317508 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-69494ca8-82b6-43c0-8a3f-89b5f76093ea None None] Port 0ccea28d-eec1-443c-9570-daeb3aa45241 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 11:59:38.328126 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Router 829806da-4ad0-43b8-95dc-c44aa0b9b09f is scheduled to L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 with binding_index 1 {{(pid=107007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 11:59:38.417771 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 11:59:38.423205 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-3c6251f7-96a8-4712-8a74-4f55ea6ceadb demo admin] 10.222.0.46 "PUT /networking/v2.0/routers/829806da-4ad0-43b8-95dc-c44aa0b9b09f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1349719 Oct 10 11:59:38.428032 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Sync routers for ids ['829806da-4ad0-43b8-95dc-c44aa0b9b09f'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:38.441684 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Routers {'829806da-4ad0-43b8-95dc-c44aa0b9b09f'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:38.442517 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T11:59:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['829806da-4ad0-43b8-95dc-c44aa0b9b09f'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:38.636034 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Set router 829806da-4ad0-43b8-95dc-c44aa0b9b09f gateway port host: None {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:39.097921 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829806da-4ad0-43b8-95dc-c44aa0b9b09f', 'name': 'router1', 'tenant_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:25Z', 'updated_at': '2022-10-10T11:59:37Z', 'revision_number': 2, 'project_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'gw_port_host': None, '_interfaces': [{'id': '0ccea28d-eec1-443c-9570-daeb3aa45241', 'name': '', 'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456', 'tenant_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'mac_address': 'fa:16:3e:31:3f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829806da-4ad0-43b8-95dc-c44aa0b9b09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f77bb0a-4c6e-4a7d-90a2-bec86500eb67', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:36Z', 'updated_at': '2022-10-10T11:59:37Z', 'revision_number': 2, 'project_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'subnets': [{'id': '3f77bb0a-4c6e-4a7d-90a2-bec86500eb67', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd19009b-11cb-409e-93d6-0f65e1c12922'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:39.154984 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Checking router: 829806da-4ad0-43b8-95dc-c44aa0b9b09f for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:39.155350 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Updating router 829806da-4ad0-43b8-95dc-c44aa0b9b09f port 0ccea28d-eec1-443c-9570-daeb3aa45241 binding host dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:59:39.215461 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:39.848822 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Publish callbacks [] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), precommit_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:39.887590 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:40.042069 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Pushing event updated for resources: {'Port': ['ID=0ccea28d-eec1-443c-9570-daeb3aa45241,revision_number=3']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:40.047753 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Attempting to bind port 0ccea28d-eec1-443c-9570-daeb3aa45241 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:40.048139 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Attempting to bind port 0ccea28d-eec1-443c-9570-daeb3aa45241 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'e9b865a0-59e9-4803-89c9-9656e4057868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456'}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:40.048570 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Attempting to bind port 0ccea28d-eec1-443c-9570-daeb3aa45241 on network 0cd57138-3ccd-4720-b430-8566eb4b2456 {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:40.061013 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:40.061349 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:40.061694 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:40.062033 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:40.062365 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:40.062735 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:40.063044 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:40.063365 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:40.063688 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:40.064003 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:40.064324 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:40.064660 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:40.064983 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:40.065302 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:40.065617 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Tracked resource versions report: Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: pushed versions: Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: { 'AddressGroup': {'1.2'}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Agent': {'1.1'}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'ConntrackHelper': {'1.0'}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'LocalIPAssociation': {'1.0'}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Log': {'1.0'}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'NDPProxy': {'1.0'}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Network': {'1.1'}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Port': {'1.7'}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'PortForwarding': {'1.3'}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'QosPolicy': {'1.10'}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'SecurityGroup': {'1.5'}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'SecurityGroupRule': {'1.2'}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'SubPort': {'1.0'}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Subnet': {'1.1'}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Trunk': {'1.1'}} Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: consumer versions: Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: { DHCP agent@dv-cinder-860209-4-iscsi: {}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: L3 agent@dv-cinder-860209-4-iscsi: {}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: Metadata agent@dv-cinder-860209-4-iscsi: {}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: Metering agent@dv-cinder-860209-4-iscsi: {}, Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: Open vSwitch agent@dv-cinder-860209-4-iscsi: { 'AddressGroup': '1.2', Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Agent': '1.1', Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'ConntrackHelper': '1.0', Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'LocalIPAssociation': '1.0', Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Log': '1.0', Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'NDPProxy': '1.0', Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Network': '1.1', Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Port': '1.7', Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'PortForwarding': '1.3', Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'QosPolicy': '1.10', Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'SecurityGroup': '1.5', Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'SecurityGroupRule': '1.2', Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'SubPort': '1.0', Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Subnet': '1.1', Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Trunk': '1.1'}} Oct 10 11:59:40.067158 dv-cinder-860209-4-iscsi neutron-server[107009]: {{(pid=107009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 11:59:40.170768 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:40.171159 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Checking segment: {'id': 'e9b865a0-59e9-4803-89c9-9656e4057868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:40.171649 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:40.172032 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Bound using segment: {'id': 'e9b865a0-59e9-4803-89c9-9656e4057868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456'} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:40.172543 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Bound port: 0ccea28d-eec1-443c-9570-daeb3aa45241, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b865a0-59e9-4803-89c9-9656e4057868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456'}}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:40.172917 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:40.224740 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:40.253723 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] For port 0ccea28d-eec1-443c-9570-daeb3aa45241, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:40.256756 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:40.276688 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] For port 0ccea28d-eec1-443c-9570-daeb3aa45241, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=0ccea28d-eec1-443c-9570-daeb3aa45241,segment=NetworkSegment(e9b865a0-59e9-4803-89c9-9656e4057868),segment_id=e9b865a0-59e9-4803-89c9-9656e4057868)] {{(pid=107009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:40.351070 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:40.395398 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Routers {'829806da-4ad0-43b8-95dc-c44aa0b9b09f'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:40.396037 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T11:59:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['829806da-4ad0-43b8-95dc-c44aa0b9b09f'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:40.478102 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce4809-9903-4a5d-b1b7-1d2ba95db069 None None] Pushing event updated for resources: {'Port': ['ID=0ccea28d-eec1-443c-9570-daeb3aa45241,revision_number=4']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:40.503509 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] Set router 829806da-4ad0-43b8-95dc-c44aa0b9b09f gateway port host: None {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:40.712313 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829806da-4ad0-43b8-95dc-c44aa0b9b09f', 'name': 'router1', 'tenant_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:25Z', 'updated_at': '2022-10-10T11:59:37Z', 'revision_number': 2, 'project_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'gw_port_host': None, '_interfaces': [{'id': '0ccea28d-eec1-443c-9570-daeb3aa45241', 'name': '', 'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456', 'tenant_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'mac_address': 'fa:16:3e:31:3f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829806da-4ad0-43b8-95dc-c44aa0b9b09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f77bb0a-4c6e-4a7d-90a2-bec86500eb67', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:36Z', 'updated_at': '2022-10-10T11:59:40Z', 'revision_number': 4, 'project_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'subnets': [{'id': '3f77bb0a-4c6e-4a7d-90a2-bec86500eb67', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd19009b-11cb-409e-93d6-0f65e1c12922'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:40.737762 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6809f6-5a45-4c11-836c-b7b4c33d6084 None None] The sync data for ids ['829806da-4ad0-43b8-95dc-c44aa0b9b09f'] in dv-cinder-860209-4-iscsi is: [{'id': '829806da-4ad0-43b8-95dc-c44aa0b9b09f', 'name': 'router1', 'tenant_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:25Z', 'updated_at': '2022-10-10T11:59:37Z', 'revision_number': 2, 'project_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'gw_port_host': None, '_interfaces': [{'id': '0ccea28d-eec1-443c-9570-daeb3aa45241', 'name': '', 'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456', 'tenant_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'mac_address': 'fa:16:3e:31:3f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829806da-4ad0-43b8-95dc-c44aa0b9b09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f77bb0a-4c6e-4a7d-90a2-bec86500eb67', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:36Z', 'updated_at': '2022-10-10T11:59:40Z', 'revision_number': 4, 'project_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'subnets': [{'id': '3f77bb0a-4c6e-4a7d-90a2-bec86500eb67', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd19009b-11cb-409e-93d6-0f65e1c12922'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:41.126002 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 36642) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:41.557086 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f78b14b-18f0-4262-85fa-e35c4022997f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:41.558414 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-8f78b14b-18f0-4262-85fa-e35c4022997f admin admin] 10.222.0.46 "GET /networking/v2.0/networks/86b59d7d-c0f3-4ac3-b120-55d8edbeed47 HTTP/1.1" status: 200 len: 842 time: 0.4314461 Oct 10 11:59:41.568423 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-c0878814-7750-4ce0-aace-164c3046ad97 admin admin] Request body: {'subnet': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'enable_dhcp': False, 'cidr': '172.27.4.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.4.1'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:41.658897 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0878814-7750-4ce0-aace-164c3046ad97 admin admin] Made reservation on behalf of ec187f354d154dc98e045921aa4ca7fd for: {'subnet': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 11:59:41.661294 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c0878814-7750-4ce0-aace-164c3046ad97 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:42.022323 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.objects.ports [None req-c0878814-7750-4ce0-aace-164c3046ad97 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107007) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 10 11:59:42.022786 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c0878814-7750-4ce0-aace-164c3046ad97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (bf80441f-f70a-4b04-ab5c-d4bf68e6f84e), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:42.073433 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0878814-7750-4ce0-aace-164c3046ad97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf80441f-f70a-4b04-ab5c-d4bf68e6f84e,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:42.092086 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0878814-7750-4ce0-aace-164c3046ad97 admin admin] Checking segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:42.092436 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0878814-7750-4ce0-aace-164c3046ad97 admin admin] Network hostable DHCP agents. Network: 86b59d7d-c0f3-4ac3-b120-55d8edbeed47, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 11:59:42.207340 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0878814-7750-4ce0-aace-164c3046ad97 admin admin] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 11:59:42.293426 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-c0878814-7750-4ce0-aace-164c3046ad97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, 86b59d7d-c0f3-4ac3-b120-55d8edbeed47) {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:42.297711 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0878814-7750-4ce0-aace-164c3046ad97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:42.298379 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c0878814-7750-4ce0-aace-164c3046ad97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:42.304459 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1012c3-5cc5-49de-a99a-735e8cce5a5c None None] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:42.315251 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:42.360797 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:42.414954 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649f15be-f6cb-4596-926e-ef12042e4433 None None] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 11:59:42.421767 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-c0878814-7750-4ce0-aace-164c3046ad97 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8533242 Oct 10 11:59:45.128260 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 36650) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:45.639409 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-ebf8cd03-b024-4093-961d-84cb845d6d24 demo admin] 10.222.0.46 "GET /networking/v2.0/routers/829806da-4ad0-43b8-95dc-c44aa0b9b09f HTTP/1.1" status: 200 len: 710 time: 0.5098860 Oct 10 11:59:45.734913 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa7b0fd-1a11-43f3-911c-92023a8d770f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 11:59:45.736330 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-bfa7b0fd-1a11-43f3-911c-92023a8d770f demo admin] 10.222.0.46 "GET /networking/v2.0/networks/86b59d7d-c0f3-4ac3-b120-55d8edbeed47 HTTP/1.1" status: 200 len: 886 time: 0.0927453 Oct 10 11:59:45.747099 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 11:59:45.810812 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:46.005611 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Publish callbacks [] for router_gateway (829806da-4ad0-43b8-95dc-c44aa0b9b09f), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:46.237467 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 0ccea28d-eec1-443c-9570-daeb3aa45241 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:46.285825 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 0ccea28d-eec1-443c-9570-daeb3aa45241 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:46.286213 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:46.286553 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 0ccea28d-eec1-443c-9570-daeb3aa45241 Oct 10 11:59:46.295546 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Publish callbacks [] for router_gateway (829806da-4ad0-43b8-95dc-c44aa0b9b09f), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:46.361737 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 0ccea28d-eec1-443c-9570-daeb3aa45241 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:46.362111 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:46.377058 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:46.397506 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 0ccea28d-eec1-443c-9570-daeb3aa45241, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=0ccea28d-eec1-443c-9570-daeb3aa45241,segment=NetworkSegment(e9b865a0-59e9-4803-89c9-9656e4057868),segment_id=e9b865a0-59e9-4803-89c9-9656e4057868)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:46.470064 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:46.490983 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Allocated IP 172.27.4.128 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/6bd22235-616d-4a62-a3bd-2f1fe4ffb66e) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 11:59:46.529158 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=0ccea28d-eec1-443c-9570-daeb3aa45241,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:46.563625 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:46.603955 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Publish callbacks [] for port (6bd22235-616d-4a62-a3bd-2f1fe4ffb66e), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:46.705090 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (6bd22235-616d-4a62-a3bd-2f1fe4ffb66e), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:46.747141 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 11:59:46.749974 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 11:59:46.753905 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 11:59:46.758740 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Pushing event updated for resources: {'Port': ['ID=6bd22235-616d-4a62-a3bd-2f1fe4ffb66e,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:46.839243 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:47.080138 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Publish callbacks [] for router_gateway (829806da-4ad0-43b8-95dc-c44aa0b9b09f), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:47.357267 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1605359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1605588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12448'] for router (829806da-4ad0-43b8-95dc-c44aa0b9b09f), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:47.360567 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1605341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1605615'] for router (829806da-4ad0-43b8-95dc-c44aa0b9b09f), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:47.467981 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Router 829806da-4ad0-43b8-95dc-c44aa0b9b09f has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 11:59:47.574830 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 11:59:47.580042 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:47.581228 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-9b25c47d-df28-4389-b979-aa3587375557 demo admin] 10.222.0.46 "PUT /networking/v2.0/routers/829806da-4ad0-43b8-95dc-c44aa0b9b09f HTTP/1.1" status: 200 len: 890 time: 1.8383276 Oct 10 11:59:47.587692 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Sync routers for ids ['829806da-4ad0-43b8-95dc-c44aa0b9b09f'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 11:59:47.601776 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Routers {'829806da-4ad0-43b8-95dc-c44aa0b9b09f'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:47.602461 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T11:59:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['829806da-4ad0-43b8-95dc-c44aa0b9b09f'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:47.822469 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Set router 829806da-4ad0-43b8-95dc-c44aa0b9b09f gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:48.284512 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 0ccea28d-eec1-443c-9570-daeb3aa45241 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:48.344974 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829806da-4ad0-43b8-95dc-c44aa0b9b09f', 'name': 'router1', 'tenant_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '6bd22235-616d-4a62-a3bd-2f1fe4ffb66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:25Z', 'updated_at': '2022-10-10T11:59:46Z', 'revision_number': 4, 'project_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'gw_port': {'id': '6bd22235-616d-4a62-a3bd-2f1fe4ffb66e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829806da-4ad0-43b8-95dc-c44aa0b9b09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:46Z', 'updated_at': '2022-10-10T11:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '0ccea28d-eec1-443c-9570-daeb3aa45241', 'name': '', 'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456', 'tenant_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'mac_address': 'fa:16:3e:31:3f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829806da-4ad0-43b8-95dc-c44aa0b9b09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f77bb0a-4c6e-4a7d-90a2-bec86500eb67', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:36Z', 'updated_at': '2022-10-10T11:59:46Z', 'revision_number': 5, 'project_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'subnets': [{'id': '3f77bb0a-4c6e-4a7d-90a2-bec86500eb67', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd19009b-11cb-409e-93d6-0f65e1c12922'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:48.400432 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Checking router: 829806da-4ad0-43b8-95dc-c44aa0b9b09f for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 11:59:48.400778 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Updating router 829806da-4ad0-43b8-95dc-c44aa0b9b09f port 6bd22235-616d-4a62-a3bd-2f1fe4ffb66e binding host dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 11:59:48.422626 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 0ccea28d-eec1-443c-9570-daeb3aa45241 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:48.422972 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:48.423309 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 0ccea28d-eec1-443c-9570-daeb3aa45241 Oct 10 11:59:48.475091 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:48.488948 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:48.494465 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (6bd22235-616d-4a62-a3bd-2f1fe4ffb66e), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:48.648406 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 0ccea28d-eec1-443c-9570-daeb3aa45241 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:48.848227 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Publish callbacks [] for port (6bd22235-616d-4a62-a3bd-2f1fe4ffb66e), precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:48.904212 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (6bd22235-616d-4a62-a3bd-2f1fe4ffb66e), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:48.934138 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=100 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:48.938542 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Attempting to bind port 6bd22235-616d-4a62-a3bd-2f1fe4ffb66e on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 11:59:48.938946 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Attempting to bind port 6bd22235-616d-4a62-a3bd-2f1fe4ffb66e by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 11:59:48.939299 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Attempting to bind port 6bd22235-616d-4a62-a3bd-2f1fe4ffb66e on network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 11:59:48.983161 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382aa86-d291-4fba-af2f-3bd02b6bc692 None None] Pushing event updated for resources: {'Port': ['ID=6bd22235-616d-4a62-a3bd-2f1fe4ffb66e,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:49.000057 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 11, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 11:59:49.000422 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Checking segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 11:59:49.000815 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.001197 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Bound using segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 11:59:49.001661 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Bound port: 6bd22235-616d-4a62-a3bd-2f1fe4ffb66e, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 11:59:49.002030 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (6bd22235-616d-4a62-a3bd-2f1fe4ffb66e), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.049250 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] For port 6bd22235-616d-4a62-a3bd-2f1fe4ffb66e, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 11:59:49.052268 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] For port 6bd22235-616d-4a62-a3bd-2f1fe4ffb66e, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=6bd22235-616d-4a62-a3bd-2f1fe4ffb66e,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 11:59:49.104610 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (6bd22235-616d-4a62-a3bd-2f1fe4ffb66e), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:49.145470 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Routers {'829806da-4ad0-43b8-95dc-c44aa0b9b09f'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 11:59:49.146074 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T11:59:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['829806da-4ad0-43b8-95dc-c44aa0b9b09f'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:49.192725 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382aa86-d291-4fba-af2f-3bd02b6bc692 None None] Pushing event updated for resources: {'Port': ['ID=6bd22235-616d-4a62-a3bd-2f1fe4ffb66e,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:49.262392 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] Set router 829806da-4ad0-43b8-95dc-c44aa0b9b09f gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 11:59:49.464819 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829806da-4ad0-43b8-95dc-c44aa0b9b09f', 'name': 'router1', 'tenant_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '6bd22235-616d-4a62-a3bd-2f1fe4ffb66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:25Z', 'updated_at': '2022-10-10T11:59:46Z', 'revision_number': 4, 'project_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'gw_port': {'id': '6bd22235-616d-4a62-a3bd-2f1fe4ffb66e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829806da-4ad0-43b8-95dc-c44aa0b9b09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:46Z', 'updated_at': '2022-10-10T11:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '0ccea28d-eec1-443c-9570-daeb3aa45241', 'name': '', 'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456', 'tenant_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'mac_address': 'fa:16:3e:31:3f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829806da-4ad0-43b8-95dc-c44aa0b9b09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f77bb0a-4c6e-4a7d-90a2-bec86500eb67', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:36Z', 'updated_at': '2022-10-10T11:59:46Z', 'revision_number': 5, 'project_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'subnets': [{'id': '3f77bb0a-4c6e-4a7d-90a2-bec86500eb67', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd19009b-11cb-409e-93d6-0f65e1c12922'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 11:59:49.490701 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39978dfe-4a61-4bc3-b16b-f95ad7e09ce5 None None] The sync data for ids ['829806da-4ad0-43b8-95dc-c44aa0b9b09f'] in dv-cinder-860209-4-iscsi is: [{'id': '829806da-4ad0-43b8-95dc-c44aa0b9b09f', 'name': 'router1', 'tenant_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '6bd22235-616d-4a62-a3bd-2f1fe4ffb66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T11:59:25Z', 'updated_at': '2022-10-10T11:59:46Z', 'revision_number': 4, 'project_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'gw_port': {'id': '6bd22235-616d-4a62-a3bd-2f1fe4ffb66e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:c0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829806da-4ad0-43b8-95dc-c44aa0b9b09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:46Z', 'updated_at': '2022-10-10T11:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '0ccea28d-eec1-443c-9570-daeb3aa45241', 'name': '', 'network_id': '0cd57138-3ccd-4720-b430-8566eb4b2456', 'tenant_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'mac_address': 'fa:16:3e:31:3f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829806da-4ad0-43b8-95dc-c44aa0b9b09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f77bb0a-4c6e-4a7d-90a2-bec86500eb67', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T11:59:36Z', 'updated_at': '2022-10-10T11:59:46Z', 'revision_number': 5, 'project_id': '2d0af77a941540ef9b78b89ebae1ef1a', 'subnets': [{'id': '3f77bb0a-4c6e-4a7d-90a2-bec86500eb67', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd19009b-11cb-409e-93d6-0f65e1c12922'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 11:59:50.248833 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 6bd22235-616d-4a62-a3bd-2f1fe4ffb66e up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:50.295948 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 6bd22235-616d-4a62-a3bd-2f1fe4ffb66e triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:50.296343 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (6bd22235-616d-4a62-a3bd-2f1fe4ffb66e), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:50.301819 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 6bd22235-616d-4a62-a3bd-2f1fe4ffb66e Oct 10 11:59:50.374773 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 6bd22235-616d-4a62-a3bd-2f1fe4ffb66e is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:50.375155 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (6bd22235-616d-4a62-a3bd-2f1fe4ffb66e), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:50.396386 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 6bd22235-616d-4a62-a3bd-2f1fe4ffb66e, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=6bd22235-616d-4a62-a3bd-2f1fe4ffb66e,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 11:59:50.426438 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 36662) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 11:59:50.458539 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (6bd22235-616d-4a62-a3bd-2f1fe4ffb66e), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:50.505451 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=6bd22235-616d-4a62-a3bd-2f1fe4ffb66e,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 11:59:50.715160 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=55 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:50.854059 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-d896ecbd-36ff-469b-a1aa-d8efe96b4d1f admin admin] 10.222.0.46 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4263620 Oct 10 11:59:52.241411 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 6bd22235-616d-4a62-a3bd-2f1fe4ffb66e up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 11:59:52.289463 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 6bd22235-616d-4a62-a3bd-2f1fe4ffb66e triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 11:59:52.289770 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (6bd22235-616d-4a62-a3bd-2f1fe4ffb66e), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 11:59:52.290102 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 6bd22235-616d-4a62-a3bd-2f1fe4ffb66e Oct 10 11:59:52.371599 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 6bd22235-616d-4a62-a3bd-2f1fe4ffb66e is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 11:59:56.323215 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=32 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:57.571321 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:57.572694 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=48 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 11:59:59.656059 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-6cf8c54d-1392-48a5-9e3e-995089744f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:00.840647 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:00.850646 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:01.829810 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-5eb63894-da6c-4384-b0a8-58bd2dd9da4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:03.351481 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:04.307823 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 5 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:00:04.504249 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:04.911605 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:05.018616 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:14.305283 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:14.458325 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:14.905645 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:29.704566 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-241ec1f2-f382-4898-ab3d-30b8b7cae443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:31.865510 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1afbec2a-9983-46b7-818d-32ac49fe51c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:33.280926 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:33.307557 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:33.317458 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:34.533425 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:35.395433 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:00:41.308132 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 5 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:00:44.479324 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:44.921930 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=12 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:44.925674 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:51.309722 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:57.309428 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:00:59.618698 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-379f5232-60d7-4504-8854-e6d5893494a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:01.846534 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8aaca9bf-8778-4bec-b264-5c0dad449160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:03.326241 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:04.520557 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:05.000485 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:14.460522 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:14.918431 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:14.920872 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:18.303954 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:18.310559 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 5 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:01:23.547980 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 37212) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:23.921208 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.pecan_wsgi.hooks.translation [None req-18056ca4-63e8-4ca2-9bed-9311c6e7d28c admin admin] GET failed (client error): The resource could not be found. Oct 10 12:01:23.922689 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-18056ca4-63e8-4ca2-9bed-9311c6e7d28c admin admin] 10.222.0.46 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3737371 Oct 10 12:01:24.155427 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c5e89-2e86-4432-bcd3-612bf2a8d896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:24.157811 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-269c5e89-2e86-4432-bcd3-612bf2a8d896 admin admin] 10.222.0.46 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2269773 Oct 10 12:01:26.856877 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 37222) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:27.322122 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207725dc-2fac-4534-b0dc-645a42668c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:27.323530 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-207725dc-2fac-4534-b0dc-645a42668c7f admin admin] 10.222.0.46 "GET /networking/v2.0/subnets/3f77bb0a-4c6e-4a7d-90a2-bec86500eb67 HTTP/1.1" status: 200 len: 849 time: 0.4655302 Oct 10 12:01:27.338452 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:01:27.428572 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Publish callbacks [] for subnet (3f77bb0a-4c6e-4a7d-90a2-bec86500eb67), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:27.651419 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759134061231'] for subnet (3f77bb0a-4c6e-4a7d-90a2-bec86500eb67), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:27.691119 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:27.691626 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:27.695977 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] 10.222.0.46 "PUT /networking/v2.0/subnets/3f77bb0a-4c6e-4a7d-90a2-bec86500eb67 HTTP/1.1" status: 200 len: 868 time: 0.3609092 Oct 10 12:01:27.697136 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f01eed9-e8dd-4ce9-b5d5-523034e2e125 None None] Network 0cd57138-3ccd-4720-b430-8566eb4b2456 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:01:27.718613 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f77bb0a-4c6e-4a7d-90a2-bec86500eb67,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:01:27.726657 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:27.727025 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:27.727387 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:27.727739 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:27.728075 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:27.728406 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:27.729373 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:27.729738 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:27.730097 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:27.730434 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:27.730811 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:27.731166 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:27.731495 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:27.731822 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:27.732153 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fb0bb-a13b-4d0a-be1f-a6e092b0f960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:01:28.029741 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-086b3ebd-3e61-4520-8564-cf84982884b4 None None] Provisioning complete for port ab61719f-5edd-4f9b-87d4-393328e269bb triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:28.030129 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-086b3ebd-3e61-4520-8564-cf84982884b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (ab61719f-5edd-4f9b-87d4-393328e269bb), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.030464 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-086b3ebd-3e61-4520-8564-cf84982884b4 None None] Attempt 1 to provision port ab61719f-5edd-4f9b-87d4-393328e269bb Oct 10 12:01:28.118464 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-086b3ebd-3e61-4520-8564-cf84982884b4 None None] Current status of the port ab61719f-5edd-4f9b-87d4-393328e269bb is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:28.126658 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-086b3ebd-3e61-4520-8564-cf84982884b4 None None] Provisioning complete for port 0ccea28d-eec1-443c-9570-daeb3aa45241 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:01:28.127065 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-086b3ebd-3e61-4520-8564-cf84982884b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (0ccea28d-eec1-443c-9570-daeb3aa45241), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:28.127399 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-086b3ebd-3e61-4520-8564-cf84982884b4 None None] Attempt 1 to provision port 0ccea28d-eec1-443c-9570-daeb3aa45241 Oct 10 12:01:28.214042 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-086b3ebd-3e61-4520-8564-cf84982884b4 None None] Current status of the port 0ccea28d-eec1-443c-9570-daeb3aa45241 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:01:28.306694 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=7 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:29.634189 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e6c37a9b-1722-4308-be3f-19c61ddd2e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:30.347752 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 37230) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:30.836241 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5209a6b-915f-41a9-8525-4317bd0188c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:30.836632 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5209a6b-915f-41a9-8525-4317bd0188c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:30.838205 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-e5209a6b-915f-41a9-8525-4317bd0188c7 admin admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4894936 Oct 10 12:01:31.828925 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dfc408d5-e824-4689-a7d0-a8fe37b45c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:33.291883 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:33.435228 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37238) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:33.936059 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d051c-9aa3-4d87-b815-2881d92429ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:33.936532 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d051c-9aa3-4d87-b815-2881d92429ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:33.938069 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-8f1d051c-9aa3-4d87-b815-2881d92429ca admin admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5015924 Oct 10 12:01:34.525624 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:34.971413 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:01:36.547750 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37248) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:37.010585 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef156dc1-7b69-45ef-84ca-1fe19fb49e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:37.011869 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-ef156dc1-7b69-45ef-84ca-1fe19fb49e8f admin admin] 10.222.0.46 "GET /networking/v2.0/networks/0cd57138-3ccd-4720-b430-8566eb4b2456 HTTP/1.1" status: 200 len: 869 time: 0.4628608 Oct 10 12:01:39.634245 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37256) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:40.045534 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf13459-1eb4-4e52-8b1f-ecff155d9d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:40.047167 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-cbf13459-1eb4-4e52-8b1f-ecff155d9d75 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/86b59d7d-c0f3-4ac3-b120-55d8edbeed47 HTTP/1.1" status: 200 len: 886 time: 0.4115970 Oct 10 12:01:40.832133 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:40.833954 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=66,neutron:INSERT=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:42.651969 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37264) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:43.062483 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c24981-080a-43d9-bdd3-c7ac98f37897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:43.062840 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c24981-080a-43d9-bdd3-c7ac98f37897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:43.064377 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-31c24981-080a-43d9-bdd3-c7ac98f37897 admin admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4114165 Oct 10 12:01:44.916197 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=38 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:44.920165 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:44.921999 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:45.682634 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37272) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:46.059422 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f8bb0f-094b-479b-94dc-9afc7f277df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:46.059786 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f8bb0f-094b-479b-94dc-9afc7f277df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:46.061326 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-37f8bb0f-094b-479b-94dc-9afc7f277df6 admin admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3777354 Oct 10 12:01:47.313238 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:47.314003 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:01:48.707688 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37280) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:49.092817 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9675de8-fe83-4dfe-a428-a6661dc4feca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:49.094079 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-d9675de8-fe83-4dfe-a428-a6661dc4feca admin admin] 10.222.0.46 "GET /networking/v2.0/subnets/3f77bb0a-4c6e-4a7d-90a2-bec86500eb67 HTTP/1.1" status: 200 len: 868 time: 0.3854396 Oct 10 12:01:51.654362 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37288) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:01:52.029880 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f893f22c-8a51-4521-a6e2-8141b62bcbfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:01:52.031212 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-f893f22c-8a51-4521-a6e2-8141b62bcbfd admin admin] 10.222.0.46 "GET /networking/v2.0/subnets/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e HTTP/1.1" status: 200 len: 816 time: 0.3758669 Oct 10 12:01:55.310138 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 5 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:01:59.645402 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-89fe3db4-b346-44e6-9444-f5704aa3c72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:01.834106 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-22a431ec-a266-440b-878b-e6eeba7ea7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:02.024574 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=51 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:02.026829 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=64 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:03.291473 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:04.541878 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:05.011642 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:05.305412 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=10 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:05.306135 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=18 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:14.919883 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:14.923787 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:14.926470 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:21.863634 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37344) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:22.189601 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [None req-9c3e3604-b3ea-44fd-b6bc-c24f377fbfa7 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 12:02:22.190588 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-9c3e3604-b3ea-44fd-b6bc-c24f377fbfa7 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3258235 Oct 10 12:02:24.309075 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:24.309900 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:24.894406 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37352) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:25.242986 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6f23f5-39f7-450c-99d2-311bc5f21633 admin admin] GET failed (client error): The resource could not be found. Oct 10 12:02:25.244326 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-0b6f23f5-39f7-450c-99d2-311bc5f21633 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3488884 Oct 10 12:02:25.389402 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a98b98d-c500-44a5-a148-15800319014e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:25.390903 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-2a98b98d-c500-44a5-a148-15800319014e admin admin] 10.222.0.46 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1421878 Oct 10 12:02:28.002348 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37360) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:28.341075 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:28.422054 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Made reservation on behalf of ec187f354d154dc98e045921aa4ca7fd for: {'network': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:02:28.424480 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:28.452708 dv-cinder-860209-4-iscsi neutron-server[107007]: WARNING neutron.services.revisions.revision_plugin [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Could not find related network for resource to bump revision. Oct 10 12:02:28.465471 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=107007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:02:28.475021 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (db561d04-9d6c-4689-bab9-72a895dbd7cf), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:28.475353 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.segments_db [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Added segment db561d04-9d6c-4689-bab9-72a895dbd7cf of type vlan for network ec929e33-9298-4f1b-b849-74b08e115a5b Oct 10 12:02:28.523642 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (ec929e33-9298-4f1b-b849-74b08e115a5b), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:28.593797 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (ec929e33-9298-4f1b-b849-74b08e115a5b), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:28.594699 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:28.595304 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:28.658330 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Pushing event updated for resources: {'Network': ['ID=ec929e33-9298-4f1b-b849-74b08e115a5b,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:28.665108 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:28.665449 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:28.665814 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:28.666140 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:28.666466 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:28.666806 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:28.667122 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:28.667437 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:28.667771 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:28.668090 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:28.668417 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:28.668747 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:28.669066 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:28.669379 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:28.669683 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:28.682342 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network ec929e33-9298-4f1b-b849-74b08e115a5b details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:02:28.693733 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-5700a729-e835-4b45-b0b8-957bbba503de admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6897187 Oct 10 12:02:29.632453 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1910d1d6-bbbd-4cf9-b352-071cc30c3090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:31.308966 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37368) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:02:31.659128 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.pecan_wsgi.hooks.translation [None req-5598c129-ba3e-446a-bf0f-409b2f00b665 admin admin] GET failed (client error): The resource could not be found. Oct 10 12:02:31.660435 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-5598c129-ba3e-446a-bf0f-409b2f00b665 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3505182 Oct 10 12:02:31.736362 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da8c32b-504a-4746-9ea3-2efd76704bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:31.738123 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-3da8c32b-504a-4746-9ea3-2efd76704bcd admin admin] 10.222.0.46 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0724370 Oct 10 12:02:31.748148 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-9f4a4e7e-2beb-4755-b557-d903bd6ff21f admin admin] Request body: {'subnet': {'network_id': 'ec929e33-9298-4f1b-b849-74b08e115a5b', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:02:31.810984 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4a4e7e-2beb-4755-b557-d903bd6ff21f admin admin] Made reservation on behalf of ec187f354d154dc98e045921aa4ca7fd for: {'subnet': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:02:31.813414 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9f4a4e7e-2beb-4755-b557-d903bd6ff21f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:31.828148 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-def4b2c8-1a9c-465e-a40a-764dbecc6a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:32.148354 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9f4a4e7e-2beb-4755-b557-d903bd6ff21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (553581f7-eea9-451f-926a-4f5378ccba45), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:32.207250 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a4e7e-2beb-4755-b557-d903bd6ff21f admin admin] Pushing event updated for resources: {'Subnet': ['ID=553581f7-eea9-451f-926a-4f5378ccba45,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:32.214199 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a4e7e-2beb-4755-b557-d903bd6ff21f admin admin] Checking segment: {'id': 'db561d04-9d6c-4689-bab9-72a895dbd7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ec929e33-9298-4f1b-b849-74b08e115a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:02:32.214421 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4a4e7e-2beb-4755-b557-d903bd6ff21f admin admin] Network hostable DHCP agents. Network: ec929e33-9298-4f1b-b849-74b08e115a5b, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:02:32.308706 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 5 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:02:32.313778 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4a4e7e-2beb-4755-b557-d903bd6ff21f admin admin] Network ec929e33-9298-4f1b-b849-74b08e115a5b is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:02:32.382371 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-9f4a4e7e-2beb-4755-b557-d903bd6ff21f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, ec929e33-9298-4f1b-b849-74b08e115a5b) {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:32.386683 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4a4e7e-2beb-4755-b557-d903bd6ff21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:02:32.387290 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9f4a4e7e-2beb-4755-b557-d903bd6ff21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:32.391888 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b024814e-32fa-4726-b7a6-c39064d1ed31 None None] Network ec929e33-9298-4f1b-b849-74b08e115a5b requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:02:32.459613 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-9f4a4e7e-2beb-4755-b557-d903bd6ff21f admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7148671 Oct 10 12:02:32.500628 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6753c52c-ef75-59bb-aee5-b15e716cdc5a-ec929e33-9298-4f1b-b849-74b08e115a5b', 'network_id': 'ec929e33-9298-4f1b-b849-74b08e115a5b', 'project_id': 'ec187f354d154dc98e045921aa4ca7fd', 'fixed_ips': [{'subnet_id': '553581f7-eea9-451f-926a-4f5378ccba45'}]}} from dv-cinder-860209-4-iscsi. {{(pid=107008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:02:32.501603 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:32.652371 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.db_base_plugin_common [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Allocated IP 192.168.233.2 (ec929e33-9298-4f1b-b849-74b08e115a5b/553581f7-eea9-451f-926a-4f5378ccba45/fa9ecf8f-f534-4cc4-9407-95cc48ce0ced) {{(pid=107008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:02:32.893431 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Publish callbacks [] for port (fa9ecf8f-f534-4cc4-9407-95cc48ce0ced), precommit_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:32.970424 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (fa9ecf8f-f534-4cc4-9407-95cc48ce0ced), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:33.013841 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Network ec929e33-9298-4f1b-b849-74b08e115a5b is already hosted by enough agents. {{(pid=107008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:02:33.017544 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.base_scheduler [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Resources bound (agent type, host, resource id): {{(pid=107008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:02:33.022118 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Received port after_create {{(pid=107008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:02:33.029490 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Pushing event updated for resources: {'Port': ['ID=fa9ecf8f-f534-4cc4-9407-95cc48ce0ced,revision_number=1']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:33.056398 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:33.056739 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:33.057098 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:33.057448 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:33.057781 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:33.058105 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:33.058423 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:33.058791 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:33.059086 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:33.059405 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:33.059732 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:33.060059 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:33.060378 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:33.060692 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:33.061006 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:02:33.099011 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Attempting to bind port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:02:33.099888 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Attempting to bind port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'db561d04-9d6c-4689-bab9-72a895dbd7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ec929e33-9298-4f1b-b849-74b08e115a5b'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:02:33.100248 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Attempting to bind port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced on network ec929e33-9298-4f1b-b849-74b08e115a5b {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:02:33.144651 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:02:33.144942 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Checking segment: {'id': 'db561d04-9d6c-4689-bab9-72a895dbd7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ec929e33-9298-4f1b-b849-74b08e115a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:02:33.145349 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:33.146217 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Bound using segment: {'id': 'db561d04-9d6c-4689-bab9-72a895dbd7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ec929e33-9298-4f1b-b849-74b08e115a5b'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:02:33.146818 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Bound port: fa9ecf8f-f534-4cc4-9407-95cc48ce0ced, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db561d04-9d6c-4689-bab9-72a895dbd7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ec929e33-9298-4f1b-b849-74b08e115a5b'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:02:33.147227 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (fa9ecf8f-f534-4cc4-9407-95cc48ce0ced), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:33.211114 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] For port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:02:33.214351 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] For port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=fa9ecf8f-f534-4cc4-9407-95cc48ce0ced,segment=NetworkSegment(db561d04-9d6c-4689-bab9-72a895dbd7cf),segment_id=db561d04-9d6c-4689-bab9-72a895dbd7cf)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:02:33.324785 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (fa9ecf8f-f534-4cc4-9407-95cc48ce0ced), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:33.355287 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:33.385206 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae777dc-53bd-4f09-ad42-b6cf3bc9f7c4 None None] Pushing event updated for resources: {'Port': ['ID=fa9ecf8f-f534-4cc4-9407-95cc48ce0ced,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:34.210957 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27577935-bdb0-42ab-bfef-ef0748af9148 None None] Network ec929e33-9298-4f1b-b849-74b08e115a5b requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:02:34.275675 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-e3788eb8-6341-4d0c-b0d3-4625c02aef8b None None] Provisioning complete for port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:02:34.276132 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e3788eb8-6341-4d0c-b0d3-4625c02aef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (fa9ecf8f-f534-4cc4-9407-95cc48ce0ced), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:34.276501 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-e3788eb8-6341-4d0c-b0d3-4625c02aef8b None None] Attempt 1 to provision port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced Oct 10 12:02:34.369731 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:34.393549 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device fa9ecf8f-f534-4cc4-9407-95cc48ce0ced up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:02:34.443492 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-e3788eb8-6341-4d0c-b0d3-4625c02aef8b None None] Current status of the port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:02:34.444590 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e3788eb8-6341-4d0c-b0d3-4625c02aef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (fa9ecf8f-f534-4cc4-9407-95cc48ce0ced), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:34.499698 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:02:34.500105 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (fa9ecf8f-f534-4cc4-9407-95cc48ce0ced), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:34.500433 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced Oct 10 12:02:34.503644 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:34.531757 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-e3788eb8-6341-4d0c-b0d3-4625c02aef8b None None] For port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=fa9ecf8f-f534-4cc4-9407-95cc48ce0ced,segment=NetworkSegment(db561d04-9d6c-4689-bab9-72a895dbd7cf),segment_id=db561d04-9d6c-4689-bab9-72a895dbd7cf)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:02:34.551240 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:34.582291 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:34.596978 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:02:34.597879 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (fa9ecf8f-f534-4cc4-9407-95cc48ce0ced), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:34.610237 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e3788eb8-6341-4d0c-b0d3-4625c02aef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (fa9ecf8f-f534-4cc4-9407-95cc48ce0ced), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:34.697987 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3788eb8-6341-4d0c-b0d3-4625c02aef8b None None] Pushing event updated for resources: {'Port': ['ID=fa9ecf8f-f534-4cc4-9407-95cc48ce0ced,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:02:34.702551 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.db.api [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 10 12:02:34.704052 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG oslo_db.api [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 12:02:34.729536 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-2640a379-5ad8-491b-85bf-462aea553a66 None None] Provisioning complete for port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:02:34.729902 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-2640a379-5ad8-491b-85bf-462aea553a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (fa9ecf8f-f534-4cc4-9407-95cc48ce0ced), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:34.730240 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-2640a379-5ad8-491b-85bf-462aea553a66 None None] Attempt 1 to provision port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced Oct 10 12:02:34.813450 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-2640a379-5ad8-491b-85bf-462aea553a66 None None] Current status of the port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:02:34.971008 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:35.238994 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:02:36.346228 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device fa9ecf8f-f534-4cc4-9407-95cc48ce0ced up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:02:36.391178 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:02:36.391559 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (fa9ecf8f-f534-4cc4-9407-95cc48ce0ced), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:02:36.391895 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced Oct 10 12:02:36.472887 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port fa9ecf8f-f534-4cc4-9407-95cc48ce0ced is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:02:42.304303 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:42.305116 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:42.397627 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=79,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:42.398419 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:46.463410 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:46.469852 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=21 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:46.475707 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:02:59.639385 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-905000b2-977f-4377-8519-86be1015c7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:01.307267 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:01.308042 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:01.844426 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-d5e5626f-e887-423b-ac6b-3b4b360069cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:03.335973 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:04.580376 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:04.997744 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:09.307615 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 5 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:03:14.925500 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:14.931398 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:14.934173 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:19.303022 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:19.303902 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:29.695916 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-cdcff2f4-7d86-4e37-8fc4-5f0df38dec66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:31.855602 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dac3f70b-8e5e-4277-ac1f-c7e54f7b2eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:33.319337 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:34.535555 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:34.992489 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:03:38.300515 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:38.305370 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=5 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:44.930350 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:44.934269 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:44.936975 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:03:46.306447 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 5 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:03:59.637966 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-5f7f3c66-e574-43d2-9978-e69a01eb9558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:00.057945 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=18 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:00.058721 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=10 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:01.872320 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-412578e1-6292-4597-a952-cba3550b503d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:03.306412 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:04.558447 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:05.015068 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:07.443653 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37430) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:07.449398 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [None req-a68ca5d7-65e4-4ad9-9eee-da99655b175b tempest-verify_tempest_config-1259802777 tempest-verify_tempest_config-1259802777-project] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 12:04:07.450363 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-a68ca5d7-65e4-4ad9-9eee-da99655b175b tempest-verify_tempest_config-1259802777 tempest-verify_tempest_config-1259802777-project] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057361 Oct 10 12:04:07.982424 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37448) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:08.114513 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:08.189746 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Publish callbacks [] for security_group (035aa206-d06b-421b-bf54-3b9aff88d5fc), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:08.271011 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (035aa206-d06b-421b-bf54-3b9aff88d5fc), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:08.321356 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b093cd038d8a44499dfffe2333d0a537&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3378131 Oct 10 12:04:08.322167 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035aa206-d06b-421b-bf54-3b9aff88d5fc,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:08.324240 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37452) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:04:08.341414 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:08.341760 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:08.342115 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:08.342454 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:08.342819 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:08.343142 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:08.343467 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:08.343782 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:08.344101 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:08.344421 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:08.344742 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:08.345074 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:08.345395 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:08.345708 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:08.346020 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccedfa30-3b0e-4c9a-8137-6ccc0314ed14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:04:08.394967 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a7727da7-b537-4fb0-8282-714e6502494d admin admin] Publish callbacks [] for security_group (035aa206-d06b-421b-bf54-3b9aff88d5fc), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:08.415434 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a7727da7-b537-4fb0-8282-714e6502494d admin admin] Publish callbacks [] for security_group (035aa206-d06b-421b-bf54-3b9aff88d5fc), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:08.579309 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a7727da7-b537-4fb0-8282-714e6502494d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (035aa206-d06b-421b-bf54-3b9aff88d5fc), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:08.581758 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a7727da7-b537-4fb0-8282-714e6502494d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:08.583499 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-a7727da7-b537-4fb0-8282-714e6502494d admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/035aa206-d06b-421b-bf54-3b9aff88d5fc HTTP/1.1" status: 204 len: 168 time: 0.2578042 Oct 10 12:04:08.591618 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7727da7-b537-4fb0-8282-714e6502494d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035aa206-d06b-421b-bf54-3b9aff88d5fc,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:04:14.472956 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:14.939805 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:15.307320 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:15.311434 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:18.447887 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=35,neutron:INSERT=6,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:18.587382 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:18.611597 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:23.304706 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 5 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:04:29.626698 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-ff20d0f0-d0db-4cb7-85a9-e7de035c155d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:31.877520 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-6601a126-6a2d-4843-a6c7-7606a5b29eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:33.300627 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:33.301535 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:33.318589 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:34.574769 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:34.980379 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:04:44.936384 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:44.940331 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:44.942061 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:57.309708 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:57.310565 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:04:59.631369 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bab793e9-e5a7-4a71-8545-0854f4a480ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:00.303011 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 5 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:05:01.871148 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-3c2c03fb-5dd3-43ba-92d6-031ce7e4030e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:03.309134 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:04.531884 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:04.997002 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:10.299620 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:10.300344 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:14.938563 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:14.943431 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:14.946396 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:29.308317 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:29.312295 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:29.624882 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-2c75e605-5e7d-4c02-8b4b-dd4ea75f8f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:31.865268 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e321372c-cf9f-4726-abfe-468e63a813de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:33.304876 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:34.542864 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:35.019274 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:37.303222 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 5 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:05:44.977309 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599956'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:05:47.299471 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:47.300314 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:54.891129 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:54.891910 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:54.895619 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:05:58.437205 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37526) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:05:58.544443 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-dd8ea949-1283-47d8-804b-92e792813384 admin admin] 10.222.0.46 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1061552 Oct 10 12:05:59.622381 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1d4c1e57-41df-442c-a34d-feb028390cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:01.010859 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 37536) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:06:01.071917 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-30879e8d-8bd6-489f-b377-2e3a0df9cf41 admin admin] 10.222.0.46 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0600188 Oct 10 12:06:01.850932 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-c6918fd3-e7cb-4dbf-a345-ec8e90340349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:03.321430 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:04.553391 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:05.010785 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:06.314559 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=13 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:06.318549 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=19 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:08.538074 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:08.538873 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:11.066745 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:14.301688 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:06:14.961863 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:24.297299 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:24.298091 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:24.845839 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:24.846633 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:24.853437 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:29.621617 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-34c6fb50-43e1-4e0a-ba75-cd6c6bd312d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:31.856306 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bafbf2b3-ccf3-4c5f-99bc-bc7aefe65f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:33.330357 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:34.552758 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:35.052562 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:43.309801 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:43.315678 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:44.895779 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:06:51.300229 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:06:54.834605 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:54.839393 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:54.841330 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:06:59.666818 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-29c8ad44-01ea-44a2-9dd7-fc80d8f5918a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:01.296207 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:01.297099 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:01.869222 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-65500b6f-9e78-4cc5-84cc-9f9f8e07c844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:03.343581 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:04.546740 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:05.060839 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:14.914685 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:20.306976 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:20.311965 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:24.841478 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:24.843330 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:24.845031 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:28.298449 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:07:29.637496 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-fa76face-2f1e-4da4-ae46-dc93fae4533e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:31.860443 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b46870f3-afce-43ef-982e-6e984f0af500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:33.346255 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:34.609092 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:35.094541 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:36.746847 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 37726) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:37.144153 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37746) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:37.192249 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1813792806-network', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:37.277419 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Made reservation on behalf of aab51c9b019e400c8e28d9a789eda6da for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:07:37.279849 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:37.296273 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:37.426123 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Publish callbacks [] for security_group (aadf3a12-1034-4dcb-85f4-7aa2e0d07991), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:37.494840 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (aadf3a12-1034-4dcb-85f4-7aa2e0d07991), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:37.524545 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:07:37.544347 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadf3a12-1034-4dcb-85f4-7aa2e0d07991,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:37.546912 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759134132691', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (bdcadb6f-5b86-4c3d-bab4-fcd755a3852b), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:37.547465 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Unsubscribe: segment precommit_create {{(pid=107006) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 10 12:07:37.547955 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Added segment bdcadb6f-5b86-4c3d-bab4-fcd755a3852b of type vlan for network 3f74af49-8f08-437e-8de8-52cf94d07154 Oct 10 12:07:37.566108 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:37.566371 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:37.566759 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:37.567100 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:37.567433 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:37.567763 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:37.568086 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:37.568415 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:37.568722 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:37.569048 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:37.569370 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:37.569704 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:37.570032 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:37.570377 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:37.570715 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Tracked resource versions report: Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: pushed versions: Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: { 'AddressGroup': {'1.2'}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Agent': {'1.1'}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'ConntrackHelper': {'1.0'}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'LocalIPAssociation': {'1.0'}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Log': {'1.0'}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'NDPProxy': {'1.0'}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Network': {'1.1'}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Port': {'1.7'}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'PortForwarding': {'1.3'}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'QosPolicy': {'1.10'}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'SecurityGroup': {'1.5'}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'SecurityGroupRule': {'1.2'}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'SubPort': {'1.0'}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Subnet': {'1.1'}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Trunk': {'1.1'}} Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: consumer versions: Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: { DHCP agent@dv-cinder-860209-4-iscsi: {}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: HyperV agent@hv-cinder-86020: {}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: L3 agent@dv-cinder-860209-4-iscsi: {}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: Metadata agent@dv-cinder-860209-4-iscsi: {}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: Metering agent@dv-cinder-860209-4-iscsi: {}, Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: Open vSwitch agent@dv-cinder-860209-4-iscsi: { 'AddressGroup': '1.2', Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Agent': '1.1', Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'ConntrackHelper': '1.0', Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'LocalIPAssociation': '1.0', Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Log': '1.0', Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'NDPProxy': '1.0', Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Network': '1.1', Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Port': '1.7', Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'PortForwarding': '1.3', Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'QosPolicy': '1.10', Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'SecurityGroup': '1.5', Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'SecurityGroupRule': '1.2', Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'SubPort': '1.0', Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Subnet': '1.1', Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: 'Trunk': '1.1'}} Oct 10 12:07:37.571812 dv-cinder-860209-4-iscsi neutron-server[107006]: {{(pid=107006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 12:07:37.613281 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (3f74af49-8f08-437e-8de8-52cf94d07154), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:37.721523 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (3f74af49-8f08-437e-8de8-52cf94d07154), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:37.724061 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:37.725110 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:37.747537 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37776) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:37.804865 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-38030289-network', 'tenant_id': '98437356d32f4230bce856ce6ddae66a'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:37.858986 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1106420 Oct 10 12:07:37.862124 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37784) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:37.873735 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-4c50bc0d-db3c-4e96-9252-431ae861a824 admin admin] Request body: {'subnet': {'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-subnet', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:37.883424 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37786) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:37.896568 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fdbeb-e5fc-4c0b-b04e-4bbf9f11d8df admin admin] Pushing event updated for resources: {'Network': ['ID=3f74af49-8f08-437e-8de8-52cf94d07154,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:37.913578 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network 3f74af49-8f08-437e-8de8-52cf94d07154 details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:07:37.924577 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Made reservation on behalf of 98437356d32f4230bce856ce6ddae66a for: {'network': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:07:37.924749 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 37790) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:37.931791 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:37.948553 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.026314 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-8680dda4-d36f-496b-8360-65d94e866ca5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-network', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:38.035185 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c50bc0d-db3c-4e96-9252-431ae861a824 admin admin] Made reservation on behalf of aab51c9b019e400c8e28d9a789eda6da for: {'subnet': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:07:38.037634 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4c50bc0d-db3c-4e96-9252-431ae861a824 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.150854 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-a056c545-ac9f-4a5e-8001-70018fe53d62 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1543960221-network', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:38.169508 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Publish callbacks [] for security_group (8cff630b-0bd2-443a-9487-6130532a74b3), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.180400 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-77bf3862-be3d-4b20-a085-fafe682e8854 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-network', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:38.198237 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8680dda4-d36f-496b-8360-65d94e866ca5 admin admin] Made reservation on behalf of af22e9604d79499aa9b7c2ee3cef156d for: {'network': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:07:38.208657 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8680dda4-d36f-496b-8360-65d94e866ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.228282 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8680dda4-d36f-496b-8360-65d94e866ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.262537 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (8cff630b-0bd2-443a-9487-6130532a74b3), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.297149 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:38.315900 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=107007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:07:38.340665 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bf3862-be3d-4b20-a085-fafe682e8854 admin admin] Made reservation on behalf of 782c5fd84235487caac5f9a7e18563cb for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:07:38.343655 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-77bf3862-be3d-4b20-a085-fafe682e8854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.351076 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a056c545-ac9f-4a5e-8001-70018fe53d62 admin admin] Made reservation on behalf of f87226283dcb4d6fb203cc5e06cf13b2 for: {'network': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:07:38.354216 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a056c545-ac9f-4a5e-8001-70018fe53d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.359208 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-77bf3862-be3d-4b20-a085-fafe682e8854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.362872 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (e745f4f5-2896-4f17-ac8d-244e02644644), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.363220 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.segments_db [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Added segment e745f4f5-2896-4f17-ac8d-244e02644644 of type vlan for network f8981a50-f1b5-4a9f-bc84-d19589293c21 Oct 10 12:07:38.396914 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a056c545-ac9f-4a5e-8001-70018fe53d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.436311 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:38.437365 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cff630b-0bd2-443a-9487-6130532a74b3,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:38.490810 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (f8981a50-f1b5-4a9f-bc84-d19589293c21), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.503819 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-77bf3862-be3d-4b20-a085-fafe682e8854 admin admin] Publish callbacks [] for security_group (4a698acd-44d7-4882-b606-b2ba4a992f9b), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.522649 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:38.523088 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:38.523468 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:38.523809 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:38.524190 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:38.524515 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:38.524839 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:38.525210 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:38.525549 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:38.525876 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:38.526212 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:38.526568 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Tracked resource versions report: Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: pushed versions: Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: { 'AddressGroup': {'1.2'}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Agent': {'1.1'}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'ConntrackHelper': {'1.0'}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'LocalIPAssociation': {'1.0'}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Log': {'1.0'}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'NDPProxy': {'1.0'}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Network': {'1.1'}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Port': {'1.7'}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'PortForwarding': {'1.3'}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'QosPolicy': {'1.10'}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'SecurityGroup': {'1.5'}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'SecurityGroupRule': {'1.2'}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'SubPort': {'1.0'}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Subnet': {'1.1'}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Trunk': {'1.1'}} Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: consumer versions: Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: { DHCP agent@dv-cinder-860209-4-iscsi: {}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: HyperV agent@hv-cinder-86020: {}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: L3 agent@dv-cinder-860209-4-iscsi: {}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: Metadata agent@dv-cinder-860209-4-iscsi: {}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: Metering agent@dv-cinder-860209-4-iscsi: {}, Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: Open vSwitch agent@dv-cinder-860209-4-iscsi: { 'AddressGroup': '1.2', Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Agent': '1.1', Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'ConntrackHelper': '1.0', Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'LocalIPAssociation': '1.0', Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Log': '1.0', Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'NDPProxy': '1.0', Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Network': '1.1', Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Port': '1.7', Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'PortForwarding': '1.3', Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'QosPolicy': '1.10', Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'SecurityGroup': '1.5', Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'SecurityGroupRule': '1.2', Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'SubPort': '1.0', Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Subnet': '1.1', Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: 'Trunk': '1.1'}} Oct 10 12:07:38.530474 dv-cinder-860209-4-iscsi neutron-server[107007]: {{(pid=107007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 12:07:38.554437 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8680dda4-d36f-496b-8360-65d94e866ca5 admin admin] Publish callbacks [] for security_group (b1ed542b-a6b6-44ec-ab6a-8f0fcbf039f1), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.572089 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:38.580372 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-77bf3862-be3d-4b20-a085-fafe682e8854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (4a698acd-44d7-4882-b606-b2ba4a992f9b), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.616659 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4c50bc0d-db3c-4e96-9252-431ae861a824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (afa57b24-9493-41e1-9638-6e9b3725e1da), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.633579 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bf3862-be3d-4b20-a085-fafe682e8854 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:07:38.669708 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-77bf3862-be3d-4b20-a085-fafe682e8854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (bbe0fda2-05c6-4df1-a4d3-73fe6d068693), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.670196 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-77bf3862-be3d-4b20-a085-fafe682e8854 admin admin] Added segment bbe0fda2-05c6-4df1-a4d3-73fe6d068693 of type vlan for network 67af5388-ef78-467a-b602-e98d5343259e Oct 10 12:07:38.682006 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (f8981a50-f1b5-4a9f-bc84-d19589293c21), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.682965 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:38.683553 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.685972 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8680dda4-d36f-496b-8360-65d94e866ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (b1ed542b-a6b6-44ec-ab6a-8f0fcbf039f1), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.690440 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a056c545-ac9f-4a5e-8001-70018fe53d62 admin admin] Publish callbacks [] for security_group (89687c44-5390-4420-9940-a913d3fe363e), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.749228 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf3862-be3d-4b20-a085-fafe682e8854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a698acd-44d7-4882-b606-b2ba4a992f9b,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:38.777857 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a056c545-ac9f-4a5e-8001-70018fe53d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (89687c44-5390-4420-9940-a913d3fe363e), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.788684 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-77bf3862-be3d-4b20-a085-fafe682e8854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (67af5388-ef78-467a-b602-e98d5343259e), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.790313 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8680dda4-d36f-496b-8360-65d94e866ca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=107007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:07:38.814329 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50bc0d-db3c-4e96-9252-431ae861a824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa57b24-9493-41e1-9638-6e9b3725e1da,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:38.831645 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] Pushing event updated for resources: {'Network': ['ID=f8981a50-f1b5-4a9f-bc84-d19589293c21,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:38.839403 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a056c545-ac9f-4a5e-8001-70018fe53d62 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=107007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:07:38.849851 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8680dda4-d36f-496b-8360-65d94e866ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (bef269fc-f5a5-4bea-89a8-e667dabbfb59), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.850598 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.segments_db [None req-8680dda4-d36f-496b-8360-65d94e866ca5 admin admin] Added segment bef269fc-f5a5-4bea-89a8-e667dabbfb59 of type vlan for network 8bb565bd-53c5-4c6d-b08f-259f391c730b Oct 10 12:07:38.857396 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network f8981a50-f1b5-4a9f-bc84-d19589293c21 details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:07:38.872858 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-71ce28cd-dbda-496b-b4fc-743367ecda36 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7275627 Oct 10 12:07:38.873063 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 37822) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:38.878444 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680dda4-d36f-496b-8360-65d94e866ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ed542b-a6b6-44ec-ab6a-8f0fcbf039f1,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:38.885941 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-3037f0c3-5d80-42db-b891-c93f2b89d6e7 admin admin] Request body: {'subnet': {'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-38030289-subnet', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:38.886628 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a056c545-ac9f-4a5e-8001-70018fe53d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.887192 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.segments_db [None req-a056c545-ac9f-4a5e-8001-70018fe53d62 admin admin] Added segment 99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4 of type vlan for network 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 Oct 10 12:07:38.917748 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c50bc0d-db3c-4e96-9252-431ae861a824 admin admin] Checking segment: {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:38.918481 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c50bc0d-db3c-4e96-9252-431ae861a824 admin admin] Network hostable DHCP agents. Network: 3f74af49-8f08-437e-8de8-52cf94d07154, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:07:38.969934 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-77bf3862-be3d-4b20-a085-fafe682e8854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (67af5388-ef78-467a-b602-e98d5343259e), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.974087 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bf3862-be3d-4b20-a085-fafe682e8854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:38.977679 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-77bf3862-be3d-4b20-a085-fafe682e8854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:38.977835 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8680dda4-d36f-496b-8360-65d94e866ca5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (8bb565bd-53c5-4c6d-b08f-259f391c730b), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:39.007410 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a056c545-ac9f-4a5e-8001-70018fe53d62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (8f18c3f5-60a6-4ca6-86fb-adfdf9eca981), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:39.011706 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056c545-ac9f-4a5e-8001-70018fe53d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89687c44-5390-4420-9940-a913d3fe363e,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:39.295449 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3037f0c3-5d80-42db-b891-c93f2b89d6e7 admin admin] Made reservation on behalf of 98437356d32f4230bce856ce6ddae66a for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:07:39.295449 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3037f0c3-5d80-42db-b891-c93f2b89d6e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:39.295449 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:39.327006 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c50bc0d-db3c-4e96-9252-431ae861a824 admin admin] Network 3f74af49-8f08-437e-8de8-52cf94d07154 is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:07:39.331712 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:39.331712 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-77bf3862-be3d-4b20-a085-fafe682e8854 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2201529 Oct 10 12:07:39.336646 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37836) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:39.336646 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-dea6a9a9-7ee7-4496-9ff4-25d8fd96d4a4 admin admin] Request body: {'subnet': {'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-subnet', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:39.336646 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8680dda4-d36f-496b-8360-65d94e866ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (8bb565bd-53c5-4c6d-b08f-259f391c730b), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:39.336646 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8680dda4-d36f-496b-8360-65d94e866ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:39.336646 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8680dda4-d36f-496b-8360-65d94e866ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:39.336646 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a056c545-ac9f-4a5e-8001-70018fe53d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (8f18c3f5-60a6-4ca6-86fb-adfdf9eca981), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:39.336646 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a056c545-ac9f-4a5e-8001-70018fe53d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:39.336646 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a056c545-ac9f-4a5e-8001-70018fe53d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:39.342869 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf3862-be3d-4b20-a085-fafe682e8854 admin admin] Pushing event updated for resources: {'Network': ['ID=67af5388-ef78-467a-b602-e98d5343259e,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:39.353706 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network 67af5388-ef78-467a-b602-e98d5343259e details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:07:39.366616 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-4c50bc0d-db3c-4e96-9252-431ae861a824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, 3f74af49-8f08-437e-8de8-52cf94d07154) {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:39.366616 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=74,neutron:INSERT=17,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:39.366616 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c50bc0d-db3c-4e96-9252-431ae861a824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:39.366616 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4c50bc0d-db3c-4e96-9252-431ae861a824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:39.366616 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680dda4-d36f-496b-8360-65d94e866ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=8bb565bd-53c5-4c6d-b08f-259f391c730b,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:39.409561 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d617d041-fe6d-4b3b-9e5a-b4d810ab4d9e None None] Network 3f74af49-8f08-437e-8de8-52cf94d07154 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:07:39.411292 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056c545-ac9f-4a5e-8001-70018fe53d62 admin admin] Pushing event updated for resources: {'Network': ['ID=8f18c3f5-60a6-4ca6-86fb-adfdf9eca981,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:39.411633 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network 8bb565bd-53c5-4c6d-b08f-259f391c730b details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:07:39.432288 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:07:39.472008 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-8680dda4-d36f-496b-8360-65d94e866ca5 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7275851 Oct 10 12:07:39.482557 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37852) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:39.488159 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-6d80dd8f-6e7a-4bcb-8c0d-d673d7cc3443 admin admin] Request body: {'subnet': {'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-subnet', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:39.499912 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3037f0c3-5d80-42db-b891-c93f2b89d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:39.508547 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-a056c545-ac9f-4a5e-8001-70018fe53d62 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6206298 Oct 10 12:07:39.510697 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-4c50bc0d-db3c-4e96-9252-431ae861a824 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6468108 Oct 10 12:07:39.511323 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37854) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:39.515905 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 37856) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:39.518820 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-29ade1d6-3f18-4cf0-817a-9e2dad268f24 admin admin] Request body: {'subnet': {'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1543960221-subnet', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:39.552230 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:39.607549 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037f0c3-5d80-42db-b891-c93f2b89d6e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:39.618109 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea6a9a9-7ee7-4496-9ff4-25d8fd96d4a4 admin admin] Made reservation on behalf of 782c5fd84235487caac5f9a7e18563cb for: {'subnet': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:07:39.620561 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dea6a9a9-7ee7-4496-9ff4-25d8fd96d4a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:39.643330 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3037f0c3-5d80-42db-b891-c93f2b89d6e7 admin admin] Checking segment: {'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:39.643680 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3037f0c3-5d80-42db-b891-c93f2b89d6e7 admin admin] Network hostable DHCP agents. Network: f8981a50-f1b5-4a9f-bc84-d19589293c21, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:07:39.699455 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d80dd8f-6e7a-4bcb-8c0d-d673d7cc3443 admin admin] Made reservation on behalf of af22e9604d79499aa9b7c2ee3cef156d for: {'subnet': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:07:39.699455 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6d80dd8f-6e7a-4bcb-8c0d-d673d7cc3443 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:39.706874 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ade1d6-3f18-4cf0-817a-9e2dad268f24 admin admin] Made reservation on behalf of f87226283dcb4d6fb203cc5e06cf13b2 for: {'subnet': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:07:39.709412 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-29ade1d6-3f18-4cf0-817a-9e2dad268f24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:39.712445 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6753c52c-ef75-59bb-aee5-b15e716cdc5a-3f74af49-8f08-437e-8de8-52cf94d07154', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da'}]}} from dv-cinder-860209-4-iscsi. {{(pid=107008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:07:39.714273 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:39.718408 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12421'] for router (f3517922-650d-413e-a1e9-cee3d5a6e183), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:39.720001 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2066842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12466'] for router (f3517922-650d-413e-a1e9-cee3d5a6e183), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:39.761602 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3037f0c3-5d80-42db-b891-c93f2b89d6e7 admin admin] Network f8981a50-f1b5-4a9f-bc84-d19589293c21 is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:07:39.793007 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:39.960653 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-3037f0c3-5d80-42db-b891-c93f2b89d6e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, f8981a50-f1b5-4a9f-bc84-d19589293c21) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:39.984364 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225bcefc-e95e-4ca8-8734-4afac4ad402e None None] Network f8981a50-f1b5-4a9f-bc84-d19589293c21 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:07:40.038743 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3037f0c3-5d80-42db-b891-c93f2b89d6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:40.050994 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3037f0c3-5d80-42db-b891-c93f2b89d6e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:40.172305 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-29ade1d6-3f18-4cf0-817a-9e2dad268f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (bb6da359-d615-4b16-b984-08cbec80399a), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:40.285294 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.db_base_plugin_common [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Allocated IP 172.20.0.2 (3f74af49-8f08-437e-8de8-52cf94d07154/afa57b24-9493-41e1-9638-6e9b3725e1da/20927e81-38d5-4224-9cd2-21a2000b259d) {{(pid=107008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:40.297752 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Publish callbacks [] for router_controller (f3517922-650d-413e-a1e9-cee3d5a6e183), precommit_add_association {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:40.360599 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6753c52c-ef75-59bb-aee5-b15e716cdc5a-f8981a50-f1b5-4a9f-bc84-d19589293c21', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'project_id': '98437356d32f4230bce856ce6ddae66a', 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d'}]}} from dv-cinder-860209-4-iscsi. {{(pid=107008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:07:40.361520 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:40.409085 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ade1d6-3f18-4cf0-817a-9e2dad268f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6da359-d615-4b16-b984-08cbec80399a,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:40.434400 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3037f0c3-5d80-42db-b891-c93f2b89d6e7 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5573523 Oct 10 12:07:40.434584 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ade1d6-3f18-4cf0-817a-9e2dad268f24 admin admin] Checking segment: {'id': '99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:40.434774 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ade1d6-3f18-4cf0-817a-9e2dad268f24 admin admin] Network hostable DHCP agents. Network: 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:07:40.438277 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37888) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:40.444895 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:40.467022 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dea6a9a9-7ee7-4496-9ff4-25d8fd96d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (d52ff9db-2c19-408a-83cb-417a641f45bb), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:40.535306 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6a9a9-7ee7-4496-9ff4-25d8fd96d4a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52ff9db-2c19-408a-83cb-417a641f45bb,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:40.552225 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea6a9a9-7ee7-4496-9ff4-25d8fd96d4a4 admin admin] Checking segment: {'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:40.552662 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea6a9a9-7ee7-4496-9ff4-25d8fd96d4a4 admin admin] Network hostable DHCP agents. Network: 67af5388-ef78-467a-b602-e98d5343259e, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:07:40.570557 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12421'] for router (75c37af9-e100-4975-b0de-bd8a32fff1da), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:40.572548 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2066842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12466'] for router (75c37af9-e100-4975-b0de-bd8a32fff1da), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:40.581112 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6d80dd8f-6e7a-4bcb-8c0d-d673d7cc3443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (383a897c-19ae-4f67-b320-d650957cc219), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:40.677825 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Publish callbacks [] for router_gateway (f3517922-650d-413e-a1e9-cee3d5a6e183), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:40.762892 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Publish callbacks [] for port (20927e81-38d5-4224-9cd2-21a2000b259d), precommit_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:40.763751 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ade1d6-3f18-4cf0-817a-9e2dad268f24 admin admin] Network 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:07:40.802822 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.db_base_plugin_common [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Allocated IP 172.20.0.2 (f8981a50-f1b5-4a9f-bc84-d19589293c21/96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d/a7e7d302-f800-4048-b3d2-dcaf029bb861) {{(pid=107008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:40.833604 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:40.871183 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (20927e81-38d5-4224-9cd2-21a2000b259d), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:40.872837 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Publish callbacks [] for router_controller (75c37af9-e100-4975-b0de-bd8a32fff1da), precommit_add_association {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:40.877796 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80dd8f-6e7a-4bcb-8c0d-d673d7cc3443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=383a897c-19ae-4f67-b320-d650957cc219,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:40.885494 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d80dd8f-6e7a-4bcb-8c0d-d673d7cc3443 admin admin] Checking segment: {'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:40.885750 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d80dd8f-6e7a-4bcb-8c0d-d673d7cc3443 admin admin] Network hostable DHCP agents. Network: 8bb565bd-53c5-4c6d-b08f-259f391c730b, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:07:40.900856 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:40.901999 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea6a9a9-7ee7-4496-9ff4-25d8fd96d4a4 admin admin] Network 67af5388-ef78-467a-b602-e98d5343259e is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:07:40.940636 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Network 3f74af49-8f08-437e-8de8-52cf94d07154 is already hosted by enough agents. {{(pid=107008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:40.942162 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Pushing event updated for resources: {'Port': ['ID=20927e81-38d5-4224-9cd2-21a2000b259d,revision_number=1']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:40.952819 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.base_scheduler [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Resources bound (agent type, host, resource id): {{(pid=107008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:40.966935 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Received port after_create {{(pid=107008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:40.976421 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:40.977634 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:40.978146 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:40.978585 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:40.979268 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:40.979711 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:40.980058 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:40.980499 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:40.980825 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:40.981160 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:40.981529 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:40.981867 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:40.982347 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:40.982888 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:40.983761 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Tracked resource versions report: Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: pushed versions: Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: { 'AddressGroup': {'1.2'}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Agent': {'1.1'}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'ConntrackHelper': {'1.0'}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'LocalIPAssociation': {'1.0'}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Log': {'1.0'}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'NDPProxy': {'1.0'}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Network': {'1.1'}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Port': {'1.7'}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'PortForwarding': {'1.3'}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'QosPolicy': {'1.10'}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'SecurityGroup': {'1.5'}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'SecurityGroupRule': {'1.2'}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'SubPort': {'1.0'}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Subnet': {'1.1'}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Trunk': {'1.1'}} Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: consumer versions: Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: { DHCP agent@dv-cinder-860209-4-iscsi: {}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: HyperV agent@hv-cinder-86020: {}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: L3 agent@dv-cinder-860209-4-iscsi: {}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: Metadata agent@dv-cinder-860209-4-iscsi: {}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: Metering agent@dv-cinder-860209-4-iscsi: {}, Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: Open vSwitch agent@dv-cinder-860209-4-iscsi: { 'AddressGroup': '1.2', Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Agent': '1.1', Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'ConntrackHelper': '1.0', Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'LocalIPAssociation': '1.0', Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Log': '1.0', Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'NDPProxy': '1.0', Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Network': '1.1', Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Port': '1.7', Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'PortForwarding': '1.3', Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'QosPolicy': '1.10', Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'SecurityGroup': '1.5', Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'SecurityGroupRule': '1.2', Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'SubPort': '1.0', Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Subnet': '1.1', Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: 'Trunk': '1.1'}} Oct 10 12:07:40.985818 dv-cinder-860209-4-iscsi neutron-server[107008]: {{(pid=107008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 12:07:40.991648 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-29ade1d6-3f18-4cf0-817a-9e2dad268f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981) {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:41.017783 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea2a8c9-cc1c-477f-be3d-43eee159cf93 None None] Network 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:07:41.061608 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ade1d6-3f18-4cf0-817a-9e2dad268f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:41.062207 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-29ade1d6-3f18-4cf0-817a-9e2dad268f24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.075409 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Publish callbacks [] for router_gateway (f3517922-650d-413e-a1e9-cee3d5a6e183), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.128602 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-dea6a9a9-7ee7-4496-9ff4-25d8fd96d4a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, 67af5388-ef78-467a-b602-e98d5343259e) {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:41.134538 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea6a9a9-7ee7-4496-9ff4-25d8fd96d4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:41.135737 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dea6a9a9-7ee7-4496-9ff4-25d8fd96d4a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.141408 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.142539 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d80dd8f-6e7a-4bcb-8c0d-d673d7cc3443 admin admin] Network 8bb565bd-53c5-4c6d-b08f-259f391c730b is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:07:41.171548 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7028d7-d0f2-45d0-b00a-73248b883556 None None] Network 67af5388-ef78-467a-b602-e98d5343259e requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:07:41.178840 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:41.193704 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-6d80dd8f-6e7a-4bcb-8c0d-d673d7cc3443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, 8bb565bd-53c5-4c6d-b08f-259f391c730b) {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:41.203641 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d80dd8f-6e7a-4bcb-8c0d-d673d7cc3443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:41.205559 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6d80dd8f-6e7a-4bcb-8c0d-d673d7cc3443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.234291 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37898) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:41.240042 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-29ade1d6-3f18-4cf0-817a-9e2dad268f24 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7245331 Oct 10 12:07:41.244022 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:41.259169 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa546da-ab2d-4dfb-9c8f-14515f4ffdee None None] Network 8bb565bd-53c5-4c6d-b08f-259f391c730b requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:07:41.259415 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37900) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:41.259590 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:41.264529 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1543960221-router', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:41.279449 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Publish callbacks [] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), precommit_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.285598 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Attempting to bind port 20927e81-38d5-4224-9cd2-21a2000b259d on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:07:41.286081 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Attempting to bind port 20927e81-38d5-4224-9cd2-21a2000b259d by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:07:41.295202 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Attempting to bind port 20927e81-38d5-4224-9cd2-21a2000b259d on network 3f74af49-8f08-437e-8de8-52cf94d07154 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:41.320371 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Publish callbacks [] for router_gateway (75c37af9-e100-4975-b0de-bd8a32fff1da), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.380329 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6d80dd8f-6e7a-4bcb-8c0d-d673d7cc3443 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8961370 Oct 10 12:07:41.383575 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 37912) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:41.389165 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-dea6a9a9-7ee7-4496-9ff4-25d8fd96d4a4 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2373643 Oct 10 12:07:41.391727 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:41.391968 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37914) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:41.400972 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:41.428843 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.473317 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6753c52c-ef75-59bb-aee5-b15e716cdc5a-8f18c3f5-60a6-4ca6-86fb-adfdf9eca981', 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981', 'project_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'fixed_ips': [{'subnet_id': 'bb6da359-d615-4b16-b984-08cbec80399a'}]}} from dv-cinder-860209-4-iscsi. {{(pid=107008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:07:41.473317 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.500636 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Allocated IP 172.27.4.113 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/47208f16-2237-4975-930e-80f5b01360e3) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:41.508551 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12421'] for router (de3f5faf-2233-4654-8547-3f94ef93fb4d), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.515045 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2066842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12466'] for router (de3f5faf-2233-4654-8547-3f94ef93fb4d), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.515291 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:41.546620 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Network f8981a50-f1b5-4a9f-bc84-d19589293c21 is already hosted by enough agents. {{(pid=107008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:41.559319 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.base_scheduler [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Resources bound (agent type, host, resource id): {{(pid=107008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:41.561668 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:07:41.562038 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Checking segment: {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:41.562440 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.564234 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Bound using segment: {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:07:41.564234 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Bound port: 20927e81-38d5-4224-9cd2-21a2000b259d, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:07:41.564234 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (20927e81-38d5-4224-9cd2-21a2000b259d), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.583837 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12421'] for router (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.584070 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Received port after_create {{(pid=107008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:41.585136 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2066842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12466'] for router (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.600338 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6753c52c-ef75-59bb-aee5-b15e716cdc5a-67af5388-ef78-467a-b602-e98d5343259e', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb'}]}} from dv-cinder-860209-4-iscsi. {{(pid=107008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:07:41.602068 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.612811 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12421'] for router (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.614492 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2066842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12466'] for router (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.639031 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Pushing event updated for resources: {'Port': ['ID=a7e7d302-f800-4048-b3d2-dcaf029bb861,revision_number=1']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:41.649863 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:41.675100 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6054-04a6-46d9-b9f5-5e861f671d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.716227 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Publish callbacks [] for router_controller (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), precommit_add_association {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.750155 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Publish callbacks [] for router_controller (de3f5faf-2233-4654-8547-3f94ef93fb4d), precommit_add_association {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.764848 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Publish callbacks [] for port (47208f16-2237-4975-930e-80f5b01360e3), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.785234 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6753c52c-ef75-59bb-aee5-b15e716cdc5a-8bb565bd-53c5-4c6d-b08f-259f391c730b', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219'}]}} from dv-cinder-860209-4-iscsi. {{(pid=107008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:07:41.786402 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.815050 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Publish callbacks [] for router_controller (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), precommit_add_association {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:41.881680 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] For port 20927e81-38d5-4224-9cd2-21a2000b259d, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:07:41.931994 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] For port 20927e81-38d5-4224-9cd2-21a2000b259d, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=20927e81-38d5-4224-9cd2-21a2000b259d,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:07:41.970555 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Attempting to bind port a7e7d302-f800-4048-b3d2-dcaf029bb861 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:07:41.970841 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Attempting to bind port a7e7d302-f800-4048-b3d2-dcaf029bb861 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:07:41.971382 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Attempting to bind port a7e7d302-f800-4048-b3d2-dcaf029bb861 on network f8981a50-f1b5-4a9f-bc84-d19589293c21 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:42.032480 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Publish callbacks [] for router_gateway (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:42.071575 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (20927e81-38d5-4224-9cd2-21a2000b259d), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:42.088658 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (47208f16-2237-4975-930e-80f5b01360e3), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:42.159290 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.db_base_plugin_common [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Allocated IP 172.20.0.2 (8f18c3f5-60a6-4ca6-86fb-adfdf9eca981/bb6da359-d615-4b16-b984-08cbec80399a/14d7573d-5ae2-4bf5-8d82-9c80b9c052c0) {{(pid=107008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:42.171284 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Publish callbacks [] for router_gateway (de3f5faf-2233-4654-8547-3f94ef93fb4d), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:42.182318 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.db_base_plugin_common [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Allocated IP 172.20.0.2 (67af5388-ef78-467a-b602-e98d5343259e/d52ff9db-2c19-408a-83cb-417a641f45bb/b3b55491-4e9e-415f-9218-62adb88daf79) {{(pid=107008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:42.234619 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6054-04a6-46d9-b9f5-5e861f671d9e admin admin] Publish callbacks [] for security_group (1cbdbc13-3085-4fb4-9caf-b52e57ad33a1), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:42.242534 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:07:42.243045 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Checking segment: {'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:42.246139 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:42.246139 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Bound using segment: {'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:07:42.246139 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Bound port: a7e7d302-f800-4048-b3d2-dcaf029bb861, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:07:42.246139 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:42.268059 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Publish callbacks [] for router_gateway (75c37af9-e100-4975-b0de-bd8a32fff1da), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:42.308401 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:42.308597 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Pushing event updated for resources: {'Port': ['ID=47208f16-2237-4975-930e-80f5b01360e3,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:42.317464 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Publish callbacks [] for router_gateway (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:42.329061 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:42.330943 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1a2d6054-04a6-46d9-b9f5-5e861f671d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (1cbdbc13-3085-4fb4-9caf-b52e57ad33a1), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:42.339360 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:42.351652 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:42.361972 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228a226-04c1-4e56-bbd2-a5aa07752ff4 None None] Pushing event updated for resources: {'Port': ['ID=20927e81-38d5-4224-9cd2-21a2000b259d,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:42.436716 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.db_base_plugin_common [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Allocated IP 172.20.0.2 (8bb565bd-53c5-4c6d-b08f-259f391c730b/383a897c-19ae-4f67-b320-d650957cc219/c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d) {{(pid=107008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:42.684728 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-1a2d6054-04a6-46d9-b9f5-5e861f671d9e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=0f034495ee414357a60eb94a0328a037&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4431002 Oct 10 12:07:42.685614 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d6054-04a6-46d9-b9f5-5e861f671d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbdbc13-3085-4fb4-9caf-b52e57ad33a1,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:42.688649 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 37940) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:42.830111 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:42.995760 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Allocated IP 172.27.4.105 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/474185bf-f562-4147-8f8d-03e5c3d874c2) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:43.021354 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 20927e81-38d5-4224-9cd2-21a2000b259d up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:43.038370 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:43.039885 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Publish callbacks [] for router_gateway (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.040722 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:43.042128 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Publish callbacks [] for port (c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d), precommit_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.062482 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:43.064590 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.091947 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] For port a7e7d302-f800-4048-b3d2-dcaf029bb861, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:07:43.140950 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] For port a7e7d302-f800-4048-b3d2-dcaf029bb861, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=a7e7d302-f800-4048-b3d2-dcaf029bb861,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:07:43.160229 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.305777 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:43.318183 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 20927e81-38d5-4224-9cd2-21a2000b259d triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:43.318557 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (20927e81-38d5-4224-9cd2-21a2000b259d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.327269 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 20927e81-38d5-4224-9cd2-21a2000b259d Oct 10 12:07:43.344301 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Publish callbacks [] for router_gateway (f3517922-650d-413e-a1e9-cee3d5a6e183), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.403843 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.464339 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Network 8bb565bd-53c5-4c6d-b08f-259f391c730b is already hosted by enough agents. {{(pid=107008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:43.480657 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Publish callbacks [] for port (b3b55491-4e9e-415f-9218-62adb88daf79), precommit_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.498355 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.base_scheduler [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Resources bound (agent type, host, resource id): {{(pid=107008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:43.505183 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Publish callbacks [] for port (14d7573d-5ae2-4bf5-8d82-9c80b9c052c0), precommit_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.522510 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ee90a5c4-bdb7-4547-901d-897905e79247 admin admin] Publish callbacks [] for security_group (1cbdbc13-3085-4fb4-9caf-b52e57ad33a1), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.529025 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Pushing event updated for resources: {'Port': ['ID=c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d,revision_number=1']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:43.550640 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Received port after_create {{(pid=107008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:43.645671 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (b3b55491-4e9e-415f-9218-62adb88daf79), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.650894 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (14d7573d-5ae2-4bf5-8d82-9c80b9c052c0), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.664626 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ee90a5c4-bdb7-4547-901d-897905e79247 admin admin] Publish callbacks [] for security_group (1cbdbc13-3085-4fb4-9caf-b52e57ad33a1), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.678464 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=10 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:43.734765 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Publish callbacks [] for router_gateway (de3f5faf-2233-4654-8547-3f94ef93fb4d), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.787462 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Network 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 is already hosted by enough agents. {{(pid=107008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:43.799838 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Network 67af5388-ef78-467a-b602-e98d5343259e is already hosted by enough agents. {{(pid=107008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:43.807960 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.base_scheduler [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Resources bound (agent type, host, resource id): {{(pid=107008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:43.838025 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.base_scheduler [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Resources bound (agent type, host, resource id): {{(pid=107008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:43.840214 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e67ec-7e08-45f9-9189-b46648f61306 None None] Pushing event updated for resources: {'Port': ['ID=a7e7d302-f800-4048-b3d2-dcaf029bb861,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:43.845757 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Received port after_create {{(pid=107008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:43.849131 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Received port after_create {{(pid=107008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:43.878098 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Attempting to bind port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:07:43.878870 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Attempting to bind port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:07:43.879523 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Attempting to bind port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d on network 8bb565bd-53c5-4c6d-b08f-259f391c730b {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:43.895917 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.932634 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Publish callbacks [] for router_gateway (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.939809 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 20927e81-38d5-4224-9cd2-21a2000b259d is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:43.940594 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (20927e81-38d5-4224-9cd2-21a2000b259d), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:43.959066 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605323'] for router (f3517922-650d-413e-a1e9-cee3d5a6e183), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:44.001560 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:44.014231 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:44.050708 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Publish callbacks [] for port (474185bf-f562-4147-8f8d-03e5c3d874c2), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:44.131612 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d05876-c642-41bc-8d38-5e2a63a29c3b None None] Network 3f74af49-8f08-437e-8de8-52cf94d07154 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:07:44.158757 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Pushing event updated for resources: {'Port': ['ID=b3b55491-4e9e-415f-9218-62adb88daf79,revision_number=1']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:44.188780 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 20927e81-38d5-4224-9cd2-21a2000b259d, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=20927e81-38d5-4224-9cd2-21a2000b259d,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:44.232217 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ee90a5c4-bdb7-4547-901d-897905e79247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (1cbdbc13-3085-4fb4-9caf-b52e57ad33a1), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:44.235340 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ee90a5c4-bdb7-4547-901d-897905e79247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:44.237323 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-ee90a5c4-bdb7-4547-901d-897905e79247 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1cbdbc13-3085-4fb4-9caf-b52e57ad33a1 HTTP/1.1" status: 204 len: 168 time: 1.4852238 Oct 10 12:07:44.248323 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90a5c4-bdb7-4547-901d-897905e79247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbdbc13-3085-4fb4-9caf-b52e57ad33a1,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:44.265114 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Attempting to bind port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:07:44.265500 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Attempting to bind port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:07:44.265879 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Attempting to bind port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 on network 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:44.285244 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-b13fdf4e-98ba-48f0-933d-e65fda0867e8 None None] Provisioning complete for port 20927e81-38d5-4224-9cd2-21a2000b259d triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:44.285686 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b13fdf4e-98ba-48f0-933d-e65fda0867e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (20927e81-38d5-4224-9cd2-21a2000b259d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:44.286031 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-b13fdf4e-98ba-48f0-933d-e65fda0867e8 None None] Attempt 1 to provision port 20927e81-38d5-4224-9cd2-21a2000b259d Oct 10 12:07:44.295908 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:07:44.296314 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Checking segment: {'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:44.296718 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:44.297116 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Bound using segment: {'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:07:44.297625 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Bound port: c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:07:44.298010 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:44.300341 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Attempting to bind port b3b55491-4e9e-415f-9218-62adb88daf79 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:07:44.300705 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Attempting to bind port b3b55491-4e9e-415f-9218-62adb88daf79 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:07:44.301066 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Attempting to bind port b3b55491-4e9e-415f-9218-62adb88daf79 on network 67af5388-ef78-467a-b602-e98d5343259e {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:44.357866 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (474185bf-f562-4147-8f8d-03e5c3d874c2), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:44.368146 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Router f3517922-650d-413e-a1e9-cee3d5a6e183 is scheduled to L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 with binding_index 1 {{(pid=107006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:07:44.406289 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:44.412639 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:44.417596 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:44.445252 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (20927e81-38d5-4224-9cd2-21a2000b259d), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:44.470802 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Pushing event updated for resources: {'Port': ['ID=14d7573d-5ae2-4bf5-8d82-9c80b9c052c0,revision_number=1']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:44.496049 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Allocated IP 172.27.4.18 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/990d6c8e-ecdc-4645-8b54-413704982f31) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:44.510367 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Pushing event updated for resources: {'Port': ['ID=474185bf-f562-4147-8f8d-03e5c3d874c2,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:44.560237 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:07:44.560548 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Checking segment: {'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:44.561410 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:44.561969 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Bound using segment: {'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:07:44.562559 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Bound port: b3b55491-4e9e-415f-9218-62adb88daf79, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:07:44.562886 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (b3b55491-4e9e-415f-9218-62adb88daf79), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:44.651900 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:07:44.677444 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Sync routers for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:07:44.701563 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:44.721922 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Publish callbacks [] for port (990d6c8e-ecdc-4645-8b54-413704982f31), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:44.738706 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:44.743765 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-914e755d-c2da-444c-a555-832882d20a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:07:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:44.748836 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:07:44.749209 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Checking segment: {'id': '99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:44.749747 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:44.750213 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Bound using segment: {'id': '99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:07:44.750872 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Bound port: 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:07:44.751322 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (14d7573d-5ae2-4bf5-8d82-9c80b9c052c0), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:44.783888 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device a7e7d302-f800-4048-b3d2-dcaf029bb861 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:44.812111 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:44.813762 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-442a9c17-66bd-4f2f-8860-ee62068788fa admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2966244 Oct 10 12:07:44.818472 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 37976) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:44.870504 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=20927e81-38d5-4224-9cd2-21a2000b259d,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:44.903400 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] For port b3b55491-4e9e-415f-9218-62adb88daf79, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:07:44.951835 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] For port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:07:44.990815 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:45.005485 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (990d6c8e-ecdc-4645-8b54-413704982f31), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:45.024099 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Publish callbacks [] for router_gateway (75c37af9-e100-4975-b0de-bd8a32fff1da), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:45.158451 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] For port b3b55491-4e9e-415f-9218-62adb88daf79, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=b3b55491-4e9e-415f-9218-62adb88daf79,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:07:45.189269 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:45.192857 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] For port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:07:45.220157 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:45.224232 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Allocated IP 172.27.4.161 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/7c44bda8-5848-4530-9ca4-51d24b274060) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:45.244440 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Pushing event updated for resources: {'Port': ['ID=990d6c8e-ecdc-4645-8b54-413704982f31,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:45.268448 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57865368-ea7b-4939-b4f5-f228c48100af None None] Network f8981a50-f1b5-4a9f-bc84-d19589293c21 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:07:45.292698 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:45.294661 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 37994) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:45.301613 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:45.307956 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:45.326818 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:45.335091 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (b3b55491-4e9e-415f-9218-62adb88daf79), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:45.346929 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-b13fdf4e-98ba-48f0-933d-e65fda0867e8 None None] Current status of the port 20927e81-38d5-4224-9cd2-21a2000b259d is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:45.427871 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:45.443380 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] For port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:07:45.473002 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-914e755d-c2da-444c-a555-832882d20a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:42Z', 'revision_number': 3, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:45.553001 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Checking router: f3517922-650d-413e-a1e9-cee3d5a6e183 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:07:45.556672 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Updating router f3517922-650d-413e-a1e9-cee3d5a6e183 port 47208f16-2237-4975-930e-80f5b01360e3 binding host dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:07:45.579494 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Publish callbacks [] for port (7c44bda8-5848-4530-9ca4-51d24b274060), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:45.584528 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port a7e7d302-f800-4048-b3d2-dcaf029bb861 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:45.585048 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:45.585231 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port a7e7d302-f800-4048-b3d2-dcaf029bb861 Oct 10 12:07:45.614776 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] For port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=14d7573d-5ae2-4bf5-8d82-9c80b9c052c0,segment=NetworkSegment(99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4),segment_id=99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:07:45.636974 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (47208f16-2237-4975-930e-80f5b01360e3), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:45.781203 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-b2198b91-7f26-43bc-88eb-aee69e40b4a7 None None] Provisioning complete for port a7e7d302-f800-4048-b3d2-dcaf029bb861 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:45.781203 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b2198b91-7f26-43bc-88eb-aee69e40b4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:45.781203 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-b2198b91-7f26-43bc-88eb-aee69e40b4a7 None None] Attempt 1 to provision port a7e7d302-f800-4048-b3d2-dcaf029bb861 Oct 10 12:07:45.804413 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=100 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:45.939320 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3607a6ff-6d4d-4228-b6c8-6eb796727b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:46.001041 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port a7e7d302-f800-4048-b3d2-dcaf029bb861 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:46.001041 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:46.029610 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (14d7573d-5ae2-4bf5-8d82-9c80b9c052c0), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:46.080094 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f919ace-33cc-4846-8edb-565e50aff95e None None] Pushing event updated for resources: {'Port': ['ID=b3b55491-4e9e-415f-9218-62adb88daf79,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:46.087887 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605323'] for router (75c37af9-e100-4975-b0de-bd8a32fff1da), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:46.105406 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:46.256436 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port a7e7d302-f800-4048-b3d2-dcaf029bb861, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=a7e7d302-f800-4048-b3d2-dcaf029bb861,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:46.256990 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:46.258038 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2827b-6f59-446e-bfb1-e895675681d0 None None] Pushing event updated for resources: {'Port': ['ID=c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:46.260669 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:46.275921 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:46.295665 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Publish callbacks [] for router_gateway (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:46.385200 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:46.385293 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (7c44bda8-5848-4530-9ca4-51d24b274060), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:46.385293 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Router 75c37af9-e100-4975-b0de-bd8a32fff1da is scheduled to L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 with binding_index 1 {{(pid=107007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:07:46.390103 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-b2198b91-7f26-43bc-88eb-aee69e40b4a7 None None] Current status of the port a7e7d302-f800-4048-b3d2-dcaf029bb861 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:46.390499 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b2198b91-7f26-43bc-88eb-aee69e40b4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:46.502101 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Pushing event updated for resources: {'Port': ['ID=7c44bda8-5848-4530-9ca4-51d24b274060,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:46.527887 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:46.532641 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:46.569797 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:46.635052 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:46.664386 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e60cd-a5cf-47e7-b1e1-a7ba0a10a8fa None None] Pushing event updated for resources: {'Port': ['ID=14d7573d-5ae2-4bf5-8d82-9c80b9c052c0,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:46.822874 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Allocated IP 172.27.4.47 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/22075ca1-a382-4950-9753-680313efcd7e) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:46.853040 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.db.api [None req-b2198b91-7f26-43bc-88eb-aee69e40b4a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 10 12:07:46.853463 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG oslo_db.api [None req-b2198b91-7f26-43bc-88eb-aee69e40b4a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 12:07:46.859324 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=a7e7d302-f800-4048-b3d2-dcaf029bb861,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:46.887576 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:46.944732 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3607a6ff-6d4d-4228-b6c8-6eb796727b90 admin admin] Publish callbacks [] for security_group (8358c479-a5de-4bd2-b2eb-89ddc1991de5), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:47.001808 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 20927e81-38d5-4224-9cd2-21a2000b259d up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:47.032183 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3607a6ff-6d4d-4228-b6c8-6eb796727b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (8358c479-a5de-4bd2-b2eb-89ddc1991de5), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:47.089912 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607a6ff-6d4d-4228-b6c8-6eb796727b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8358c479-a5de-4bd2-b2eb-89ddc1991de5,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:47.132120 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 20927e81-38d5-4224-9cd2-21a2000b259d triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:47.132927 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (20927e81-38d5-4224-9cd2-21a2000b259d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:47.133431 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 20927e81-38d5-4224-9cd2-21a2000b259d Oct 10 12:07:47.137362 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3607a6ff-6d4d-4228-b6c8-6eb796727b90 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b3c137fcc1464218b989ce343e84cd22&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6439078 Oct 10 12:07:47.168991 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605323'] for router (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:47.171289 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 38028) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:47.329937 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a0536a-7986-456c-a552-e99aeeabf7ff None None] Network 67af5388-ef78-467a-b602-e98d5343259e requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:07:47.393607 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:07:47.419810 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:47.485438 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-b2198b91-7f26-43bc-88eb-aee69e40b4a7 None None] Current status of the port a7e7d302-f800-4048-b3d2-dcaf029bb861 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:47.490084 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 20927e81-38d5-4224-9cd2-21a2000b259d is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:47.490727 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-89e11743-c727-4c5c-88f3-d141fc90408e admin admin] Publish callbacks [] for security_group (8358c479-a5de-4bd2-b2eb-89ddc1991de5), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:47.501523 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:47.554939 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Sync routers for ids ['75c37af9-e100-4975-b0de-bd8a32fff1da'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:07:47.556820 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-89e11743-c727-4c5c-88f3-d141fc90408e admin admin] Publish callbacks [] for security_group (8358c479-a5de-4bd2-b2eb-89ddc1991de5), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:47.561837 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:47.592471 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Publish callbacks [] for port (22075ca1-a382-4950-9753-680313efcd7e), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:47.600036 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Routers {'75c37af9-e100-4975-b0de-bd8a32fff1da'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:47.600765 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:07:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['75c37af9-e100-4975-b0de-bd8a32fff1da'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:47.755596 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (22075ca1-a382-4950-9753-680313efcd7e), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:47.758862 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Set router 75c37af9-e100-4975-b0de-bd8a32fff1da gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:47.788427 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:47.790042 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6c3d6fb2-9352-4bce-83dc-7dcc386c82a4 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3506427 Oct 10 12:07:47.835655 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 38042) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:47.845865 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 is scheduled to L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 with binding_index 1 {{(pid=107006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:07:47.849832 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:47.857614 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:47.881961 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:47.904074 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:47.967845 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-b2198b91-7f26-43bc-88eb-aee69e40b4a7 None None] Provisioning complete for port 20927e81-38d5-4224-9cd2-21a2000b259d triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:47.968326 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b2198b91-7f26-43bc-88eb-aee69e40b4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (20927e81-38d5-4224-9cd2-21a2000b259d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:47.968725 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-b2198b91-7f26-43bc-88eb-aee69e40b4a7 None None] Attempt 1 to provision port 20927e81-38d5-4224-9cd2-21a2000b259d Oct 10 12:07:47.995424 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-89e11743-c727-4c5c-88f3-d141fc90408e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (8358c479-a5de-4bd2-b2eb-89ddc1991de5), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:48.000987 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-89e11743-c727-4c5c-88f3-d141fc90408e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:48.006634 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-89e11743-c727-4c5c-88f3-d141fc90408e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/8358c479-a5de-4bd2-b2eb-89ddc1991de5 HTTP/1.1" status: 204 len: 168 time: 0.8300159 Oct 10 12:07:48.054960 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Allocated IP 172.20.0.1 (3f74af49-8f08-437e-8de8-52cf94d07154/afa57b24-9493-41e1-9638-6e9b3725e1da/f159de9d-6e2e-42a2-ba76-86f15c0798b3) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:48.059036 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a674b597-6386-45d0-adb8-1ed75c8bf596 None None] Network 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:07:48.061324 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e11743-c727-4c5c-88f3-d141fc90408e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8358c479-a5de-4bd2-b2eb-89ddc1991de5,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:48.090024 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:44Z', 'revision_number': 3, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:48.134549 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Checking router: 75c37af9-e100-4975-b0de-bd8a32fff1da for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:07:48.135197 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Updating router 75c37af9-e100-4975-b0de-bd8a32fff1da port 474185bf-f562-4147-8f8d-03e5c3d874c2 binding host dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:07:48.144572 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80aabae-57d9-4a5f-b830-ac2a66e6c0f0 None None] Network 8bb565bd-53c5-4c6d-b08f-259f391c730b requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:07:48.149257 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Publish callbacks [] for port (47208f16-2237-4975-930e-80f5b01360e3), precommit_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:48.154219 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38050) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:48.183428 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Pushing event updated for resources: {'Port': ['ID=22075ca1-a382-4950-9753-680313efcd7e,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:48.205075 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:48.219675 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Publish callbacks [] for router_gateway (de3f5faf-2233-4654-8547-3f94ef93fb4d), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:48.228458 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (47208f16-2237-4975-930e-80f5b01360e3), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:48.257414 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:48.257923 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:48.258359 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d Oct 10 12:07:48.299260 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Attempting to bind port 47208f16-2237-4975-930e-80f5b01360e3 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:07:48.299850 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Attempting to bind port 47208f16-2237-4975-930e-80f5b01360e3 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:07:48.300407 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Attempting to bind port 47208f16-2237-4975-930e-80f5b01360e3 on network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:48.329372 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:48.369890 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Pushing event updated for resources: {'Port': ['ID=47208f16-2237-4975-930e-80f5b01360e3,revision_number=2']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:48.377449 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:07:48.378240 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Checking segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:48.378920 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:48.379510 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Bound using segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:07:48.380342 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Bound port: 47208f16-2237-4975-930e-80f5b01360e3, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:07:48.380934 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (47208f16-2237-4975-930e-80f5b01360e3), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:48.408855 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:48.425022 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (474185bf-f562-4147-8f8d-03e5c3d874c2), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:48.474910 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-914e755d-c2da-444c-a555-832882d20a1a None None] For port 47208f16-2237-4975-930e-80f5b01360e3, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:07:48.481451 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Publish callbacks [] for router_gateway (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:48.482529 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-914e755d-c2da-444c-a555-832882d20a1a None None] For port 47208f16-2237-4975-930e-80f5b01360e3, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=47208f16-2237-4975-930e-80f5b01360e3,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:07:48.496862 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:48.497357 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:48.497815 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:48.498286 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:48.498785 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:48.499226 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:48.499630 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:48.500083 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:48.500523 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:48.500981 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:48.501392 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:48.501852 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:48.502280 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:48.502703 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:48.503117 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Tracked resource versions report: Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: pushed versions: Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: { 'AddressGroup': {'1.2'}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Agent': {'1.1'}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'ConntrackHelper': {'1.0'}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'LocalIPAssociation': {'1.0'}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Log': {'1.0'}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'NDPProxy': {'1.0'}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Network': {'1.1'}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Port': {'1.7'}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'PortForwarding': {'1.3'}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'QosPolicy': {'1.10'}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'SecurityGroup': {'1.5'}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'SecurityGroupRule': {'1.2'}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'SubPort': {'1.0'}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Subnet': {'1.1'}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Trunk': {'1.1'}} Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: consumer versions: Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: { DHCP agent@dv-cinder-860209-4-iscsi: {}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: HyperV agent@hv-cinder-86020: {}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: L3 agent@dv-cinder-860209-4-iscsi: {}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: Metadata agent@dv-cinder-860209-4-iscsi: {}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: Metering agent@dv-cinder-860209-4-iscsi: {}, Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: Open vSwitch agent@dv-cinder-860209-4-iscsi: { 'AddressGroup': '1.2', Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Agent': '1.1', Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'ConntrackHelper': '1.0', Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'LocalIPAssociation': '1.0', Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Log': '1.0', Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'NDPProxy': '1.0', Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Network': '1.1', Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Port': '1.7', Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'PortForwarding': '1.3', Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'QosPolicy': '1.10', Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'SecurityGroup': '1.5', Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'SecurityGroupRule': '1.2', Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'SubPort': '1.0', Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Subnet': '1.1', Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: 'Trunk': '1.1'}} Oct 10 12:07:48.504404 dv-cinder-860209-4-iscsi neutron-server[107009]: {{(pid=107009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 10 12:07:48.561013 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (47208f16-2237-4975-930e-80f5b01360e3), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:48.579673 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:07:48.637759 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:48.640779 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Sync routers for ids ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:07:48.663345 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:48.671554 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-914e755d-c2da-444c-a555-832882d20a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:07:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:48.806556 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1d62a98a-324d-438d-91b7-1a864e75e34e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:48.852660 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=100 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:48.914349 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605323'] for router (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:48.923615 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605323'] for router (de3f5faf-2233-4654-8547-3f94ef93fb4d), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:48.987592 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-914e755d-c2da-444c-a555-832882d20a1a None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:49.064671 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:49.065873 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892ca46-1467-4c3a-83a2-796a88753f5c None None] Pushing event updated for resources: {'Port': ['ID=47208f16-2237-4975-930e-80f5b01360e3,revision_number=3']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:49.081679 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:49.082067 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:49.149273 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Routers {'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:49.150068 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:07:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:49.165533 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:49.172054 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-0ce3c3d0-0c18-4a63-bdb3-973e152536c2 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7868910 Oct 10 12:07:49.175079 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 38074) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:49.250165 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:49.310169 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Publish callbacks [] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:49.420118 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:49.434356 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-b2198b91-7f26-43bc-88eb-aee69e40b4a7 None None] Current status of the port 20927e81-38d5-4224-9cd2-21a2000b259d is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:49.445930 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:49.447668 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device b3b55491-4e9e-415f-9218-62adb88daf79 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:49.452995 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Publish callbacks [] for port (474185bf-f562-4147-8f8d-03e5c3d874c2), precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:49.473177 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1d62a98a-324d-438d-91b7-1a864e75e34e admin admin] Publish callbacks [] for security_group (c22a8c82-2a63-411d-8bfb-a155b17133a9), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:49.520657 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Set router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:49.521717 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a is scheduled to L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 with binding_index 1 {{(pid=107007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:07:49.562931 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:49.594606 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Provisioning complete for port a7e7d302-f800-4048-b3d2-dcaf029bb861 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:49.595017 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:49.595354 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Attempt 1 to provision port a7e7d302-f800-4048-b3d2-dcaf029bb861 Oct 10 12:07:49.611997 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Router de3f5faf-2233-4654-8547-3f94ef93fb4d is scheduled to L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 with binding_index 1 {{(pid=107007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:07:49.613786 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1d62a98a-324d-438d-91b7-1a864e75e34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (c22a8c82-2a63-411d-8bfb-a155b17133a9), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:49.622265 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:49.635086 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (474185bf-f562-4147-8f8d-03e5c3d874c2), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:49.665738 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-914e755d-c2da-444c-a555-832882d20a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:42Z', 'revision_number': 3, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:49.666783 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62a98a-324d-438d-91b7-1a864e75e34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22a8c82-2a63-411d-8bfb-a155b17133a9,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:49.770444 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Network 3f74af49-8f08-437e-8de8-52cf94d07154 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:49.790211 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-1d62a98a-324d-438d-91b7-1a864e75e34e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=65f70a82ea624589925400272b757dea&name=default HTTP/1.1" status: 200 len: 2994 time: 1.6344535 Oct 10 12:07:49.805506 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38086) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:49.849253 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e755d-c2da-444c-a555-832882d20a1a None None] The sync data for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi is: [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:42Z', 'revision_number': 3, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:07:49.903658 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:49.934254 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:45Z', 'revision_number': 3, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:49.969243 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Attempting to bind port 474185bf-f562-4147-8f8d-03e5c3d874c2 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:07:49.969872 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Attempting to bind port 474185bf-f562-4147-8f8d-03e5c3d874c2 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:07:49.970280 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Attempting to bind port 474185bf-f562-4147-8f8d-03e5c3d874c2 on network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:49.979080 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Checking router: a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:07:49.980048 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Updating router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 port 990d6c8e-ecdc-4645-8b54-413704982f31 binding host dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:07:50.026449 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:50.050604 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:50.051395 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (990d6c8e-ecdc-4645-8b54-413704982f31), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:50.059549 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:50.059924 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:50.060333 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598000'] for router_interface (f3517922-650d-413e-a1e9-cee3d5a6e183), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:50.062845 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:07:50.096184 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Sync routers for ids ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:07:50.102886 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:50.123393 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:07:50.126633 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6883143f-1418-4389-bf54-adac918d8ef7 admin admin] Publish callbacks [] for security_group (c22a8c82-2a63-411d-8bfb-a155b17133a9), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:50.164501 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:50.168721 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-1fbf2967-079f-4264-8570-87b6f213e10b admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.7721231 Oct 10 12:07:50.185939 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38090) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:50.192650 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Sync routers for ids ['de3f5faf-2233-4654-8547-3f94ef93fb4d'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:07:50.205733 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6883143f-1418-4389-bf54-adac918d8ef7 admin admin] Publish callbacks [] for security_group (c22a8c82-2a63-411d-8bfb-a155b17133a9), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:50.215916 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:50.226994 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ab695-2254-476b-a400-fb2183fe18f4 None None] Pushing event updated for resources: {'Port': ['ID=474185bf-f562-4147-8f8d-03e5c3d874c2,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:50.231339 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:07:50.231339 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Checking segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:50.231339 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:50.231339 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Bound using segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:07:50.231750 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Bound port: 474185bf-f562-4147-8f8d-03e5c3d874c2, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:07:50.232659 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (474185bf-f562-4147-8f8d-03e5c3d874c2), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:50.262127 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Pushing event updated for resources: {'Port': ['ID=f159de9d-6e2e-42a2-ba76-86f15c0798b3,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:50.280309 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port b3b55491-4e9e-415f-9218-62adb88daf79 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:50.280674 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (b3b55491-4e9e-415f-9218-62adb88daf79), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:50.281011 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port b3b55491-4e9e-415f-9218-62adb88daf79 Oct 10 12:07:50.303943 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Routers {'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:50.305144 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:07:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:50.313499 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:50.339886 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-460420cd-5fbd-4de2-a7f0-f5084ba0a4d9 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.0641010 Oct 10 12:07:50.340662 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38094) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:50.463649 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] For port 474185bf-f562-4147-8f8d-03e5c3d874c2, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:07:50.470446 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] For port 474185bf-f562-4147-8f8d-03e5c3d874c2, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=474185bf-f562-4147-8f8d-03e5c3d874c2,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:07:50.521610 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Routers {'de3f5faf-2233-4654-8547-3f94ef93fb4d'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:50.522365 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:07:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['de3f5faf-2233-4654-8547-3f94ef93fb4d'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:50.611301 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (474185bf-f562-4147-8f8d-03e5c3d874c2), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:50.748859 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ab695-2254-476b-a400-fb2183fe18f4 None None] Pushing event updated for resources: {'Port': ['ID=474185bf-f562-4147-8f8d-03e5c3d874c2,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:50.755189 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Routers {'75c37af9-e100-4975-b0de-bd8a32fff1da'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:50.755840 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:07:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['75c37af9-e100-4975-b0de-bd8a32fff1da'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:50.825523 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6883143f-1418-4389-bf54-adac918d8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (c22a8c82-2a63-411d-8bfb-a155b17133a9), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:50.830113 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6883143f-1418-4389-bf54-adac918d8ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:50.834863 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6883143f-1418-4389-bf54-adac918d8ef7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c22a8c82-2a63-411d-8bfb-a155b17133a9 HTTP/1.1" status: 204 len: 168 time: 1.0279312 Oct 10 12:07:50.864134 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883143f-1418-4389-bf54-adac918d8ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22a8c82-2a63-411d-8bfb-a155b17133a9,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:50.941840 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:50.988491 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.030024 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] Set router 75c37af9-e100-4975-b0de-bd8a32fff1da gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:51.034388 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Set router de3f5faf-2233-4654-8547-3f94ef93fb4d gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:51.124953 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:51.190116 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.210309 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Current status of the port a7e7d302-f800-4048-b3d2-dcaf029bb861 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:51.358212 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Set router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:51.366137 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:51.448508 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Publish callbacks [] for port (990d6c8e-ecdc-4645-8b54-413704982f31), precommit_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.508916 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Provisioning complete for port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:51.509581 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (14d7573d-5ae2-4bf5-8d82-9c80b9c052c0), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.512614 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Attempt 1 to provision port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 Oct 10 12:07:51.545400 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (990d6c8e-ecdc-4645-8b54-413704982f31), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.554850 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.584867 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:51.593845 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:51.608544 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Attempting to bind port 990d6c8e-ecdc-4645-8b54-413704982f31 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:07:51.611931 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Attempting to bind port 990d6c8e-ecdc-4645-8b54-413704982f31 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:07:51.611931 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Attempting to bind port 990d6c8e-ecdc-4645-8b54-413704982f31 on network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:51.621440 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'name': 'tempest-DeleteServersTestJSON-1543960221-router', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161'}], 'enable_snat': True}, 'gw_port_id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:47Z', 'revision_number': 3, 'project_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'gw_port': {'id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:51.685150 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Checking router: de3f5faf-2233-4654-8547-3f94ef93fb4d for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:07:51.689115 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Updating router de3f5faf-2233-4654-8547-3f94ef93fb4d port 7c44bda8-5848-4530-9ca4-51d24b274060 binding host dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:07:51.727209 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cbe37-363f-4f38-8d52-b8bff8fd8315 None None] Pushing event updated for resources: {'Port': ['ID=990d6c8e-ecdc-4645-8b54-413704982f31,revision_number=2']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:51.759318 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7c44bda8-5848-4530-9ca4-51d24b274060), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.763211 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:07:51.766789 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Checking segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:51.766789 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.766789 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Bound using segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:07:51.766789 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Bound port: 990d6c8e-ecdc-4645-8b54-413704982f31, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:07:51.766789 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (990d6c8e-ecdc-4645-8b54-413704982f31), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.796811 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:51.900639 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 38120) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:51.933446 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Publish callbacks [] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.948127 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] For port 990d6c8e-ecdc-4645-8b54-413704982f31, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:07:51.967069 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b1941e2e-5f77-4d03-84bd-494754a84afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:51.969059 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] For port 990d6c8e-ecdc-4645-8b54-413704982f31, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=990d6c8e-ecdc-4645-8b54-413704982f31,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:07:51.986180 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:52.012378 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:52.086140 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:52.089396 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Allocated IP 172.20.0.1 (f8981a50-f1b5-4a9f-bc84-d19589293c21/96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d/d81409b5-883c-434a-b9aa-039a2e27a487) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:52.102820 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Current status of the port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:52.103476 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (14d7573d-5ae2-4bf5-8d82-9c80b9c052c0), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:52.105409 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port b3b55491-4e9e-415f-9218-62adb88daf79 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:52.105773 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (b3b55491-4e9e-415f-9218-62adb88daf79), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:52.138258 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (990d6c8e-ecdc-4645-8b54-413704982f31), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:52.249591 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port b3b55491-4e9e-415f-9218-62adb88daf79, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=b3b55491-4e9e-415f-9218-62adb88daf79,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:52.282361 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] For port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=14d7573d-5ae2-4bf5-8d82-9c80b9c052c0,segment=NetworkSegment(99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4),segment_id=99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:52.302906 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:52.317347 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:44Z', 'revision_number': 3, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:52.333349 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Publish callbacks [] for port (7c44bda8-5848-4530-9ca4-51d24b274060), precommit_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:52.336408 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (b3b55491-4e9e-415f-9218-62adb88daf79), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:52.337401 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Allocated IP 172.20.0.1 (8f18c3f5-60a6-4ca6-86fb-adfdf9eca981/bb6da359-d615-4b16-b984-08cbec80399a/671ebba4-75ae-4d76-91db-3ae894964b15) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:52.355662 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Routers {'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:52.362731 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:07:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:52.514225 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:52.525453 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725d5d6-5511-4be3-b6fb-9ded7c96ef99 None None] The sync data for ids ['75c37af9-e100-4975-b0de-bd8a32fff1da'] in dv-cinder-860209-4-iscsi is: [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:44Z', 'revision_number': 3, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:07:52.550174 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:52.553840 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (14d7573d-5ae2-4bf5-8d82-9c80b9c052c0), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:52.567258 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598124'] for router_interface (f3517922-650d-413e-a1e9-cee3d5a6e183), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:52.615900 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Provisioning complete for port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:52.616579 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:52.617723 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Attempt 1 to provision port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d Oct 10 12:07:52.632522 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b1941e2e-5f77-4d03-84bd-494754a84afa admin admin] Publish callbacks [] for security_group (31469914-bfa9-4ec4-b345-a859babd2d63), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:52.662712 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Publish callbacks [] for port (671ebba4-75ae-4d76-91db-3ae894964b15), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:52.677489 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=b3b55491-4e9e-415f-9218-62adb88daf79,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:52.687763 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] Set router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:52.701802 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:48Z', 'revision_number': 3, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:52.784283 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b1941e2e-5f77-4d03-84bd-494754a84afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (31469914-bfa9-4ec4-b345-a859babd2d63), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:52.822691 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Pushing event updated for resources: {'Port': ['ID=14d7573d-5ae2-4bf5-8d82-9c80b9c052c0,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:52.840349 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:52.873301 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Allocated IP 172.20.0.1 (8bb565bd-53c5-4c6d-b08f-259f391c730b/383a897c-19ae-4f67-b320-d650957cc219/4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:52.894887 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7c44bda8-5848-4530-9ca4-51d24b274060), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:52.899388 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Allocated IP 172.20.0.1 (67af5388-ef78-467a-b602-e98d5343259e/d52ff9db-2c19-408a-83cb-417a641f45bb/079e70fb-a686-4fad-92c3-1fab10598e52) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:07:52.927074 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Checking router: e83ea2d9-02f4-4e3e-8e35-0165ac4f202a for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:07:52.927859 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Updating router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a port 22075ca1-a382-4950-9753-680313efcd7e binding host dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:07:52.944517 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:52.961848 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (22075ca1-a382-4950-9753-680313efcd7e), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:52.968680 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:52.989426 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (671ebba4-75ae-4d76-91db-3ae894964b15), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:53.091769 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Current status of the port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:53.128393 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Network 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:53.150076 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:53.169436 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:53.171055 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Attempting to bind port 7c44bda8-5848-4530-9ca4-51d24b274060 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:07:53.171426 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Attempting to bind port 7c44bda8-5848-4530-9ca4-51d24b274060 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:07:53.171829 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Attempting to bind port 7c44bda8-5848-4530-9ca4-51d24b274060 on network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:53.173465 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598000'] for router_interface (de3f5faf-2233-4654-8547-3f94ef93fb4d), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:53.205697 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Provisioning complete for port b3b55491-4e9e-415f-9218-62adb88daf79 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:53.206289 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (b3b55491-4e9e-415f-9218-62adb88daf79), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:53.206510 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Attempt 1 to provision port b3b55491-4e9e-415f-9218-62adb88daf79 Oct 10 12:07:53.217381 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cbe37-363f-4f38-8d52-b8bff8fd8315 None None] Pushing event updated for resources: {'Port': ['ID=990d6c8e-ecdc-4645-8b54-413704982f31,revision_number=3']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:53.259042 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Pushing event updated for resources: {'Port': ['ID=f159de9d-6e2e-42a2-ba76-86f15c0798b3,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:53.262254 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:53.262699 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (14d7573d-5ae2-4bf5-8d82-9c80b9c052c0), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:53.263000 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 Oct 10 12:07:53.274035 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-b1941e2e-5f77-4d03-84bd-494754a84afa admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=abfd589aa65542ca96d05012a56664a8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3722730 Oct 10 12:07:53.278822 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Pushing event updated for resources: {'Port': ['ID=671ebba4-75ae-4d76-91db-3ae894964b15,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:53.285128 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 38144) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:53.392813 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:53.401646 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20287424-51ae-45d7-9c69-e650fc401d44 None None] Pushing event updated for resources: {'Port': ['ID=7c44bda8-5848-4530-9ca4-51d24b274060,revision_number=2']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:53.407236 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:07:53.416267 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Checking segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:53.416267 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:53.416267 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Bound using segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:07:53.416913 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Bound port: 7c44bda8-5848-4530-9ca4-51d24b274060, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:07:53.417450 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7c44bda8-5848-4530-9ca4-51d24b274060), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:53.442506 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Publish callbacks [] for port (079e70fb-a686-4fad-92c3-1fab10598e52), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:53.507048 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Network 3f74af49-8f08-437e-8de8-52cf94d07154 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:53.510460 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=8 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:53.539385 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38148) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:53.577606 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:45Z', 'revision_number': 3, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:53.583527 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:53.587790 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] For port 7c44bda8-5848-4530-9ca4-51d24b274060, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:07:53.593451 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] For port 7c44bda8-5848-4530-9ca4-51d24b274060, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=7c44bda8-5848-4530-9ca4-51d24b274060,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:07:53.628600 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1941e2e-5f77-4d03-84bd-494754a84afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31469914-bfa9-4ec4-b345-a859babd2d63,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:53.648563 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e44c951-ad15-4141-8379-5be335e47d5f None None] The sync data for ids ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'] in dv-cinder-860209-4-iscsi is: [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:45Z', 'revision_number': 3, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:07:53.699749 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:53.701563 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:53.723594 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7c44bda8-5848-4530-9ca4-51d24b274060), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:53.863802 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:53.867762 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b029e396-94e3-4ebe-80cc-37d76259a938 admin admin] Publish callbacks [] for security_group (31469914-bfa9-4ec4-b345-a859babd2d63), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:53.868864 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20287424-51ae-45d7-9c69-e650fc401d44 None None] Pushing event updated for resources: {'Port': ['ID=7c44bda8-5848-4530-9ca4-51d24b274060,revision_number=3']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:53.880687 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Routers {'de3f5faf-2233-4654-8547-3f94ef93fb4d'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:53.883363 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:07:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['de3f5faf-2233-4654-8547-3f94ef93fb4d'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:53.929429 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:53.981516 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Publish callbacks [] for port (d81409b5-883c-434a-b9aa-039a2e27a487), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.000603 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Publish callbacks [] for port (22075ca1-a382-4950-9753-680313efcd7e), precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.059189 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:54.059973 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.060528 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d Oct 10 12:07:54.077958 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f048b77f-96a9-42b6-ab80-31243e3ec788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.083967 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (079e70fb-a686-4fad-92c3-1fab10598e52), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.094157 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] Set router de3f5faf-2233-4654-8547-3f94ef93fb4d gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:54.108366 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (22075ca1-a382-4950-9753-680313efcd7e), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.185071 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b029e396-94e3-4ebe-80cc-37d76259a938 admin admin] Publish callbacks [] for security_group (31469914-bfa9-4ec4-b345-a859babd2d63), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.204612 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Network 67af5388-ef78-467a-b602-e98d5343259e is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:54.205745 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (671ebba4-75ae-4d76-91db-3ae894964b15), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.223999 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-32c260d8-4f0a-402b-bf1e-f65b7a7b5208 None None] Current status of the port b3b55491-4e9e-415f-9218-62adb88daf79 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:54.231940 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Attempting to bind port 22075ca1-a382-4950-9753-680313efcd7e on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:07:54.232539 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Attempting to bind port 22075ca1-a382-4950-9753-680313efcd7e by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:07:54.236250 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Attempting to bind port 22075ca1-a382-4950-9753-680313efcd7e on network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:07:54.237489 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:54.276360 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:54.276829 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598000'] for router_interface (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.286815 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:54.340050 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Publish callbacks [] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.394129 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Pushing event updated for resources: {'Port': ['ID=079e70fb-a686-4fad-92c3-1fab10598e52,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:54.465002 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-21d91784-2c96-4a0b-a6a9-b0c719b126be None None] Provisioning complete for port f159de9d-6e2e-42a2-ba76-86f15c0798b3 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:54.466142 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-21d91784-2c96-4a0b-a6a9-b0c719b126be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.466284 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-21d91784-2c96-4a0b-a6a9-b0c719b126be None None] Attempt 1 to provision port f159de9d-6e2e-42a2-ba76-86f15c0798b3 Oct 10 12:07:54.492582 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49dd210-79d7-43af-a33a-4dac00dbaa96 None None] Pushing event updated for resources: {'Port': ['ID=22075ca1-a382-4950-9753-680313efcd7e,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:54.494292 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Router f3517922-650d-413e-a1e9-cee3d5a6e183 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:07:54.503793 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:54.505546 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 47208f16-2237-4975-930e-80f5b01360e3 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:54.608855 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.614519 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:07:54.615104 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Checking segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:07:54.615594 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.616184 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Bound using segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:07:54.621957 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (d81409b5-883c-434a-b9aa-039a2e27a487), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.622050 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Bound port: 22075ca1-a382-4950-9753-680313efcd7e, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:07:54.622050 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (22075ca1-a382-4950-9753-680313efcd7e), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.634508 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'name': 'tempest-DeleteServersTestJSON-1543960221-router', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161'}], 'enable_snat': True}, 'gw_port_id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:53Z', 'revision_number': 4, 'project_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'gw_port': {'id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '671ebba4-75ae-4d76-91db-3ae894964b15', 'name': '', 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'mac_address': 'fa:16:3e:86:7c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bb6da359-d615-4b16-b984-08cbec80399a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:07:52Z', 'revision_number': 1, 'project_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'subnets': [{'id': 'bb6da359-d615-4b16-b984-08cbec80399a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:54.672321 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-21d91784-2c96-4a0b-a6a9-b0c719b126be None None] Port f159de9d-6e2e-42a2-ba76-86f15c0798b3 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:07:54.689140 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55033cf-281f-4e21-8dc8-235d151a81de None None] The sync data for ids ['de3f5faf-2233-4654-8547-3f94ef93fb4d'] in dv-cinder-860209-4-iscsi is: [{'id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'name': 'tempest-DeleteServersTestJSON-1543960221-router', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161'}], 'enable_snat': True}, 'gw_port_id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:53Z', 'revision_number': 4, 'project_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'gw_port': {'id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '671ebba4-75ae-4d76-91db-3ae894964b15', 'name': '', 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'mac_address': 'fa:16:3e:86:7c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bb6da359-d615-4b16-b984-08cbec80399a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:07:52Z', 'revision_number': 1, 'project_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'subnets': [{'id': 'bb6da359-d615-4b16-b984-08cbec80399a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:07:54.696514 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-21d91784-2c96-4a0b-a6a9-b0c719b126be None None] Provisioning complete for port 671ebba4-75ae-4d76-91db-3ae894964b15 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:54.696904 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-21d91784-2c96-4a0b-a6a9-b0c719b126be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (671ebba4-75ae-4d76-91db-3ae894964b15), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.697232 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-21d91784-2c96-4a0b-a6a9-b0c719b126be None None] Attempt 1 to provision port 671ebba4-75ae-4d76-91db-3ae894964b15 Oct 10 12:07:54.726951 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:54.737216 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b029e396-94e3-4ebe-80cc-37d76259a938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (31469914-bfa9-4ec4-b345-a859babd2d63), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.752175 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b029e396-94e3-4ebe-80cc-37d76259a938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.752351 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:54.753803 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-21d91784-2c96-4a0b-a6a9-b0c719b126be None None] Port 671ebba4-75ae-4d76-91db-3ae894964b15 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:07:54.758338 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-b029e396-94e3-4ebe-80cc-37d76259a938 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/31469914-bfa9-4ec4-b345-a859babd2d63 HTTP/1.1" status: 204 len: 168 time: 1.4091871 Oct 10 12:07:54.786399 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Publish callbacks [] for port (671ebba4-75ae-4d76-91db-3ae894964b15), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.798968 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Network 8bb565bd-53c5-4c6d-b08f-259f391c730b is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:54.807543 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 47208f16-2237-4975-930e-80f5b01360e3 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:54.807936 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (47208f16-2237-4975-930e-80f5b01360e3), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.808273 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 47208f16-2237-4975-930e-80f5b01360e3 Oct 10 12:07:54.841033 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:54.879278 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (671ebba4-75ae-4d76-91db-3ae894964b15), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.880032 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598124'] for router_interface (de3f5faf-2233-4654-8547-3f94ef93fb4d), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.889992 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] For port 22075ca1-a382-4950-9753-680313efcd7e, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:07:54.918579 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-1fd0f529-70c3-4c27-a830-6cb200bb0c64 None None] Provisioning complete for port 079e70fb-a686-4fad-92c3-1fab10598e52 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:54.919131 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1fd0f529-70c3-4c27-a830-6cb200bb0c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (079e70fb-a686-4fad-92c3-1fab10598e52), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:54.919469 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-1fd0f529-70c3-4c27-a830-6cb200bb0c64 None None] Attempt 1 to provision port 079e70fb-a686-4fad-92c3-1fab10598e52 Oct 10 12:07:54.928290 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] For port 22075ca1-a382-4950-9753-680313efcd7e, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=22075ca1-a382-4950-9753-680313efcd7e,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:07:54.938428 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:54.943836 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:54.944352 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598000'] for router_interface (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:55.025001 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-1fd0f529-70c3-4c27-a830-6cb200bb0c64 None None] Port 079e70fb-a686-4fad-92c3-1fab10598e52 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:07:55.029182 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f048b77f-96a9-42b6-ab80-31243e3ec788 admin admin] Publish callbacks [] for security_group (2ccaf967-4b92-473e-aa7d-f24c86824137), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:55.055979 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Network f8981a50-f1b5-4a9f-bc84-d19589293c21 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:55.058793 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 47208f16-2237-4975-930e-80f5b01360e3 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:55.059182 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (47208f16-2237-4975-930e-80f5b01360e3), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:55.060179 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029e396-94e3-4ebe-80cc-37d76259a938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31469914-bfa9-4ec4-b345-a859babd2d63,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:55.062816 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Pushing event updated for resources: {'Port': ['ID=4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:55.075402 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (22075ca1-a382-4950-9753-680313efcd7e), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:55.113808 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:55.116768 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:07:55.117149 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598000'] for router_interface (75c37af9-e100-4975-b0de-bd8a32fff1da), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:55.160313 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Pushing event updated for resources: {'Port': ['ID=671ebba4-75ae-4d76-91db-3ae894964b15,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:55.196835 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f048b77f-96a9-42b6-ab80-31243e3ec788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (2ccaf967-4b92-473e-aa7d-f24c86824137), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:55.209128 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 47208f16-2237-4975-930e-80f5b01360e3, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=47208f16-2237-4975-930e-80f5b01360e3,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:55.213899 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Routers {'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:55.214979 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:07:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:55.217457 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:55.383989 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (47208f16-2237-4975-930e-80f5b01360e3), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:55.384804 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device a7e7d302-f800-4048-b3d2-dcaf029bb861 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:55.421852 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (079e70fb-a686-4fad-92c3-1fab10598e52), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:55.427363 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:55.436453 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49dd210-79d7-43af-a33a-4dac00dbaa96 None None] Pushing event updated for resources: {'Port': ['ID=22075ca1-a382-4950-9753-680313efcd7e,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:55.531001 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Pushing event updated for resources: {'Port': ['ID=d81409b5-883c-434a-b9aa-039a2e27a487,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:55.551755 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-f048b77f-96a9-42b6-ab80-31243e3ec788 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b8bbbb12912d456c82b35bac26a7d1a9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0066690 Oct 10 12:07:55.558431 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38168) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:55.592308 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048b77f-96a9-42b6-ab80-31243e3ec788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccaf967-4b92-473e-aa7d-f24c86824137,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:55.608879 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:07:55.622419 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-de9480bf-feeb-4b69-8a50-8cf4afd9d543 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/f3517922-650d-413e-a1e9-cee3d5a6e183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8028278 Oct 10 12:07:55.705912 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d81409b5-883c-434a-b9aa-039a2e27a487), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:55.737623 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Sync routers for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:07:55.787886 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:55.806303 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Network 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:55.857666 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:55.863228 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:55.864890 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:07:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:55.867521 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f91a-3c96-4478-a32a-d50efef4ca4c admin admin] Publish callbacks [] for security_group (2ccaf967-4b92-473e-aa7d-f24c86824137), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:55.978833 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:55.987753 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Publish callbacks [] for port (d81409b5-883c-434a-b9aa-039a2e27a487), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.004478 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-745ecf50-7c82-4dfb-9304-c17937bebe89 None None] Provisioning complete for port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:56.004863 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-745ecf50-7c82-4dfb-9304-c17937bebe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.005216 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-745ecf50-7c82-4dfb-9304-c17937bebe89 None None] Attempt 1 to provision port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f Oct 10 12:07:56.037246 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f91a-3c96-4478-a32a-d50efef4ca4c admin admin] Publish callbacks [] for security_group (2ccaf967-4b92-473e-aa7d-f24c86824137), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.047450 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=47208f16-2237-4975-930e-80f5b01360e3,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:56.077935 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (d81409b5-883c-434a-b9aa-039a2e27a487), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.078707 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598124'] for router_interface (75c37af9-e100-4975-b0de-bd8a32fff1da), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.163350 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:56.290326 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] Set router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:56.321263 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:56.358447 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Router de3f5faf-2233-4654-8547-3f94ef93fb4d has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:07:56.371114 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Network f8981a50-f1b5-4a9f-bc84-d19589293c21 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:56.419590 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:56.431639 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=100 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:56.533476 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 38200) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:56.558700 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-d65b04bc-600a-453a-bf4e-c593088dd8b9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1863235096', 'description': 'tempest-description--1762963420'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:56.661198 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-745ecf50-7c82-4dfb-9304-c17937bebe89 None None] Port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:07:56.662007 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.674171 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Pushing event updated for resources: {'Port': ['ID=d81409b5-883c-434a-b9aa-039a2e27a487,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:56.676169 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port a7e7d302-f800-4048-b3d2-dcaf029bb861 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:56.676781 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.677177 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port a7e7d302-f800-4048-b3d2-dcaf029bb861 Oct 10 12:07:56.678404 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Publish callbacks [] for port (079e70fb-a686-4fad-92c3-1fab10598e52), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.724729 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d65b04bc-600a-453a-bf4e-c593088dd8b9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.793089 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f91a-3c96-4478-a32a-d50efef4ca4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (2ccaf967-4b92-473e-aa7d-f24c86824137), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.801544 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f91a-3c96-4478-a32a-d50efef4ca4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.806436 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-f0c1f91a-3c96-4478-a32a-d50efef4ca4c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2ccaf967-4b92-473e-aa7d-f24c86824137 HTTP/1.1" status: 204 len: 168 time: 1.2216632 Oct 10 12:07:56.806609 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 4, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '079e70fb-a686-4fad-92c3-1fab10598e52', 'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'mac_address': 'fa:16:3e:22:2c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:07:52Z', 'revision_number': 1, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'subnets': [{'id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:56.823773 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (079e70fb-a686-4fad-92c3-1fab10598e52), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.826863 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598124'] for router_interface (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:56.831904 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1f91a-3c96-4478-a32a-d50efef4ca4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccaf967-4b92-473e-aa7d-f24c86824137,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:56.940434 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:07:56.955898 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-9b319479-e063-4d59-b7e2-54660790bacf admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/de3f5faf-2233-4654-8547-3f94ef93fb4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5798323 Oct 10 12:07:56.962472 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Pushing event updated for resources: {'Port': ['ID=079e70fb-a686-4fad-92c3-1fab10598e52,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:57.003456 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:57.030796 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Network 67af5388-ef78-467a-b602-e98d5343259e is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:57.034187 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:57.129607 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Router 75c37af9-e100-4975-b0de-bd8a32fff1da has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:07:57.233015 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1aae80-2bf4-497d-8fca-835bc19cabe8 None None] The sync data for ids ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'] in dv-cinder-860209-4-iscsi is: [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 4, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '079e70fb-a686-4fad-92c3-1fab10598e52', 'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'mac_address': 'fa:16:3e:22:2c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:07:52Z', 'revision_number': 1, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'subnets': [{'id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:07:57.244351 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-9d43b872-141f-4d84-a382-c9e175f2d43f None None] Provisioning complete for port d81409b5-883c-434a-b9aa-039a2e27a487 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:57.244995 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-9d43b872-141f-4d84-a382-c9e175f2d43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (d81409b5-883c-434a-b9aa-039a2e27a487), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:57.245704 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-9d43b872-141f-4d84-a382-c9e175f2d43f None None] Attempt 1 to provision port d81409b5-883c-434a-b9aa-039a2e27a487 Oct 10 12:07:57.310933 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d65b04bc-600a-453a-bf4e-c593088dd8b9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (c40fe947-effa-49e9-9523-42cee2ccdcf7), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:57.353281 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:57.364867 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:07:57.445890 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-9d43b872-141f-4d84-a382-c9e175f2d43f None None] Port d81409b5-883c-434a-b9aa-039a2e27a487 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:07:57.524140 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-9d43b872-141f-4d84-a382-c9e175f2d43f None None] Provisioning complete for port 671ebba4-75ae-4d76-91db-3ae894964b15 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:57.524478 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-9d43b872-141f-4d84-a382-c9e175f2d43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (671ebba4-75ae-4d76-91db-3ae894964b15), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:57.524800 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-9d43b872-141f-4d84-a382-c9e175f2d43f None None] Attempt 1 to provision port 671ebba4-75ae-4d76-91db-3ae894964b15 Oct 10 12:07:57.529969 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port a7e7d302-f800-4048-b3d2-dcaf029bb861 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:57.560312 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d65b04bc-600a-453a-bf4e-c593088dd8b9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (c40fe947-effa-49e9-9523-42cee2ccdcf7), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:57.597229 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:07:51Z', 'revision_number': 2, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:57.614186 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-9d43b872-141f-4d84-a382-c9e175f2d43f None None] Port 671ebba4-75ae-4d76-91db-3ae894964b15 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:07:57.648037 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:07:57.650426 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b04bc-600a-453a-bf4e-c593088dd8b9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40fe947-effa-49e9-9523-42cee2ccdcf7,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:57.669823 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-5d9cc813-2368-4698-a787-5cba95bdfdf3 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/e83ea2d9-02f4-4e3e-8e35-0165ac4f202a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4827237 Oct 10 12:07:57.695329 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:57.713499 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Checking router: f3517922-650d-413e-a1e9-cee3d5a6e183 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:07:57.722644 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Updating router f3517922-650d-413e-a1e9-cee3d5a6e183 port f159de9d-6e2e-42a2-ba76-86f15c0798b3 binding host dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:07:57.736090 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Publish callbacks [] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:57.756628 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d65b04bc-600a-453a-bf4e-c593088dd8b9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:57.758590 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-d65b04bc-600a-453a-bf4e-c593088dd8b9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2040167 Oct 10 12:07:57.775333 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38228) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:57.783000 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-f8d76118-4d7d-419c-85f6-86d6f1ade161 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'security_group_rule': {'security_group_id': 'c40fe947-effa-49e9-9523-42cee2ccdcf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:57.870392 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:57.871205 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598124'] for router_interface (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:57.903857 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:57.905642 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38230) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:57.907455 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-97e15449-dbbd-478b-936a-afe257cea6eb None None] Provisioning complete for port 079e70fb-a686-4fad-92c3-1fab10598e52 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:57.908018 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-97e15449-dbbd-478b-936a-afe257cea6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (079e70fb-a686-4fad-92c3-1fab10598e52), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:57.908359 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-97e15449-dbbd-478b-936a-afe257cea6eb None None] Attempt 1 to provision port 079e70fb-a686-4fad-92c3-1fab10598e52 Oct 10 12:07:57.954976 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Pushing event updated for resources: {'Port': ['ID=4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:57.993250 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:57.998339 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d0d1fc14-5bc3-4a1e-a033-e4ec09e23983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:58.006302 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 990d6c8e-ecdc-4645-8b54-413704982f31 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:58.041337 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:07:58.048879 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-403ec791-05a8-40bc-b46c-72eaf2ebeec8 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/75c37af9-e100-4975-b0de-bd8a32fff1da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2097948 Oct 10 12:07:58.053122 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Sync routers for ids ['75c37af9-e100-4975-b0de-bd8a32fff1da'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:07:58.083026 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Routers {'75c37af9-e100-4975-b0de-bd8a32fff1da'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:58.086893 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:07:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['75c37af9-e100-4975-b0de-bd8a32fff1da'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:58.097831 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=100 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:58.105053 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 990d6c8e-ecdc-4645-8b54-413704982f31 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:58.105582 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (990d6c8e-ecdc-4645-8b54-413704982f31), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:58.105786 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 990d6c8e-ecdc-4645-8b54-413704982f31 Oct 10 12:07:58.175497 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Network 8bb565bd-53c5-4c6d-b08f-259f391c730b is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:07:58.179540 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:07:58.180509 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-97e15449-dbbd-478b-936a-afe257cea6eb None None] Port 079e70fb-a686-4fad-92c3-1fab10598e52 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:07:58.418615 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Set router 75c37af9-e100-4975-b0de-bd8a32fff1da gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:58.474614 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:07:58.510783 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d0d1fc14-5bc3-4a1e-a033-e4ec09e23983 admin admin] Publish callbacks [] for security_group (2e9337cd-adfb-4a8d-9066-7097dcd51b93), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:58.528768 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f8d76118-4d7d-419c-85f6-86d6f1ade161 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (d0ae6589-8c04-4a50-90db-659159d0838a), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:58.555158 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 990d6c8e-ecdc-4645-8b54-413704982f31 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:07:58.555956 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (990d6c8e-ecdc-4645-8b54-413704982f31), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:58.597577 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d0d1fc14-5bc3-4a1e-a033-e4ec09e23983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (2e9337cd-adfb-4a8d-9066-7097dcd51b93), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:58.687765 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 990d6c8e-ecdc-4645-8b54-413704982f31, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=990d6c8e-ecdc-4645-8b54-413704982f31,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:07:58.749892 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-d0d1fc14-5bc3-4a1e-a033-e4ec09e23983 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=67dbb5f9c61a4cf0883d7f5376f3a0af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8402431 Oct 10 12:07:58.752061 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:07:58.769371 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (990d6c8e-ecdc-4645-8b54-413704982f31), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:58.770170 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 7c44bda8-5848-4530-9ca4-51d24b274060 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:07:58.777428 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-4f5ddbdb-fcd4-40e7-80d1-ac15b4d5166f admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/a5da4f59-bad1-412c-8f4b-80b2dbaf68c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5991788 Oct 10 12:07:58.778099 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 38246) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:58.867011 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a449e722-301c-4715-aaa2-284a92128dc8 admin admin] Publish callbacks [] for security_group (2e9337cd-adfb-4a8d-9066-7097dcd51b93), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:58.875936 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:58.891180 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Sync routers for ids ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:07:58.907707 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 38266) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:58.913569 dv-cinder-860209-4-iscsi neutron-server[107006]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 10 12:07:58.936452 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:58.939649 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1fc14-5bc3-4a1e-a033-e4ec09e23983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9337cd-adfb-4a8d-9066-7097dcd51b93,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:58.963588 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a449e722-301c-4715-aaa2-284a92128dc8 admin admin] Publish callbacks [] for security_group (2e9337cd-adfb-4a8d-9066-7097dcd51b93), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:58.989422 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-7a99bee6-92af-4cf7-9429-685ba3d87002 None None] Provisioning complete for port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:58.993364 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-7a99bee6-92af-4cf7-9429-685ba3d87002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:58.993973 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-7a99bee6-92af-4cf7-9429-685ba3d87002 None None] Attempt 1 to provision port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f Oct 10 12:07:59.031013 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'd81409b5-883c-434a-b9aa-039a2e27a487', 'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'mac_address': 'fa:16:3e:27:a0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 2, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'subnets': [{'id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:59.057443 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-7a99bee6-92af-4cf7-9429-685ba3d87002 None None] Port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:07:59.063082 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Checking router: 75c37af9-e100-4975-b0de-bd8a32fff1da for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:07:59.063566 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Updating router 75c37af9-e100-4975-b0de-bd8a32fff1da port d81409b5-883c-434a-b9aa-039a2e27a487 binding host dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:07:59.075491 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Routers {'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:07:59.076381 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:07:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:59.091084 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f8d76118-4d7d-419c-85f6-86d6f1ade161 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (d0ae6589-8c04-4a50-90db-659159d0838a), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.119133 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d81409b5-883c-434a-b9aa-039a2e27a487), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.129272 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:59.145240 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:59.154141 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f8d76118-4d7d-419c-85f6-86d6f1ade161 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (d0ae6589-8c04-4a50-90db-659159d0838a), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.175176 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d76118-4d7d-419c-85f6-86d6f1ade161 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ae6589-8c04-4a50-90db-659159d0838a,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:59.235453 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Set router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:07:59.321069 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f8d76118-4d7d-419c-85f6-86d6f1ade161 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.325536 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-f8d76118-4d7d-419c-85f6-86d6f1ade161 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5490940 Oct 10 12:07:59.326448 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38272) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:59.333406 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-a20211f5-b637-4472-b29e-b9e200c52508 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'security_group_rule': {'security_group_id': 'c40fe947-effa-49e9-9523-42cee2ccdcf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:59.443721 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-63604317-0ac5-4b25-a220-e77fbbb77535 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:07:59.445655 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-63604317-0ac5-4b25-a220-e77fbbb77535 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/networks?id=8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 HTTP/1.1" status: 200 len: 812 time: 0.5369089 Oct 10 12:07:59.471876 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-da5c49c7-71fa-4e37-8b72-83e32c5a0967 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/quotas/f87226283dcb4d6fb203cc5e06cf13b2 HTTP/1.1" status: 200 len: 375 time: 0.0192189 Oct 10 12:07:59.489129 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a20211f5-b637-4472-b29e-b9e200c52508 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (c6cc1f5f-150b-40aa-884c-1ae21be3818f), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.584949 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 7c44bda8-5848-4530-9ca4-51d24b274060 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:07:59.585521 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (7c44bda8-5848-4530-9ca4-51d24b274060), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.585770 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 7c44bda8-5848-4530-9ca4-51d24b274060 Oct 10 12:07:59.599930 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a449e722-301c-4715-aaa2-284a92128dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (2e9337cd-adfb-4a8d-9066-7097dcd51b93), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.602946 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a449e722-301c-4715-aaa2-284a92128dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.609620 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-a449e722-301c-4715-aaa2-284a92128dc8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2e9337cd-adfb-4a8d-9066-7097dcd51b93 HTTP/1.1" status: 204 len: 168 time: 0.8244836 Oct 10 12:07:59.617847 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a20211f5-b637-4472-b29e-b9e200c52508 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (c6cc1f5f-150b-40aa-884c-1ae21be3818f), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.648845 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:59.652041 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:59.678904 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Publish callbacks [] for port (d81409b5-883c-434a-b9aa-039a2e27a487), precommit_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.683482 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a20211f5-b637-4472-b29e-b9e200c52508 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (c6cc1f5f-150b-40aa-884c-1ae21be3818f), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.697066 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=990d6c8e-ecdc-4645-8b54-413704982f31,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:59.698016 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-1fb8d94e-b648-4c57-aa87-ee74d5d6bcd8 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f87226283dcb4d6fb203cc5e06cf13b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2096272 Oct 10 12:07:59.700377 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449e722-301c-4715-aaa2-284a92128dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9337cd-adfb-4a8d-9066-7097dcd51b93,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:59.729469 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20211f5-b637-4472-b29e-b9e200c52508 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6cc1f5f-150b-40aa-884c-1ae21be3818f,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:59.748877 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f', 'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'mac_address': 'fa:16:3e:62:2b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:07:56Z', 'revision_number': 2, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'subnets': [{'id': '383a897c-19ae-4f67-b320-d650957cc219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:07:59.782149 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38292) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:59.786647 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-fc1e3f6d-bbb7-4cd2-8515-d291b2e3d824 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--577721085', 'description': 'tempest-description--379478153'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:59.807027 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Checking router: a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:07:59.807027 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Updating router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f binding host dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:07:59.826695 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (d81409b5-883c-434a-b9aa-039a2e27a487), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.836587 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bd85cd78-6853-4e3a-85d7-1cdc4c3969fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.837626 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a20211f5-b637-4472-b29e-b9e200c52508 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.840669 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-a20211f5-b637-4472-b29e-b9e200c52508 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5123482 Oct 10 12:07:59.843532 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 38296) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:07:59.848192 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'floatingip': {'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:07:59.909016 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ca5f6-27ee-44c9-8c8b-c77707322bcc None None] Pushing event updated for resources: {'Port': ['ID=d81409b5-883c-434a-b9aa-039a2e27a487,revision_number=3']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:07:59.910183 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.916885 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=100 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:59.925110 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Publish callbacks [] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.940607 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3f6d-bbb7-4cd2-8515-d291b2e3d824 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:07:59.940714 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:07:59.942749 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:00.020437 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Attempting to bind port d81409b5-883c-434a-b9aa-039a2e27a487 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:08:00.021501 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 7c44bda8-5848-4530-9ca4-51d24b274060 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:00.031451 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7c44bda8-5848-4530-9ca4-51d24b274060), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:00.031715 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Attempting to bind port d81409b5-883c-434a-b9aa-039a2e27a487 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:08:00.031715 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Attempting to bind port d81409b5-883c-434a-b9aa-039a2e27a487 on network f8981a50-f1b5-4a9f-bc84-d19589293c21 {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:00.101552 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:00.119640 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:08:00.127283 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Checking segment: {'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:08:00.127283 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:00.127283 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Bound using segment: {'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:08:00.127283 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Bound port: d81409b5-883c-434a-b9aa-039a2e27a487, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'}}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:08:00.127283 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d81409b5-883c-434a-b9aa-039a2e27a487), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:00.135027 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3f6d-bbb7-4cd2-8515-d291b2e3d824 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group (dad4bd27-f9c3-40df-bd6b-a7d26003495f), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:00.177397 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:00.201168 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 7c44bda8-5848-4530-9ca4-51d24b274060, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=7c44bda8-5848-4530-9ca4-51d24b274060,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:00.214652 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3f6d-bbb7-4cd2-8515-d291b2e3d824 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (dad4bd27-f9c3-40df-bd6b-a7d26003495f), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:00.246170 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:00.263879 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] For port d81409b5-883c-434a-b9aa-039a2e27a487, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:08:00.270906 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] For port d81409b5-883c-434a-b9aa-039a2e27a487, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=d81409b5-883c-434a-b9aa-039a2e27a487,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:08:00.277280 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52072d2-880c-4677-9443-da18b3cb4d59 None None] Pushing event updated for resources: {'Port': ['ID=f159de9d-6e2e-42a2-ba76-86f15c0798b3,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:00.285255 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e3f6d-bbb7-4cd2-8515-d291b2e3d824 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad4bd27-f9c3-40df-bd6b-a7d26003495f,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:00.401253 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (d81409b5-883c-434a-b9aa-039a2e27a487), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:00.402278 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3f6d-bbb7-4cd2-8515-d291b2e3d824 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:00.408036 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-fc1e3f6d-bbb7-4cd2-8515-d291b2e3d824 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6247311 Oct 10 12:08:00.409048 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38312) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:00.417967 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-66fb1c24-6e7d-4fd1-b013-d367307f3943 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Request body: {'security_group_rule': {'security_group_id': 'dad4bd27-f9c3-40df-bd6b-a7d26003495f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:00.434402 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Allocated IP 172.27.4.197 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/ee3d3066-2254-4499-836c-56b046efea41) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:08:00.458439 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7c44bda8-5848-4530-9ca4-51d24b274060), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:00.461243 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:00.473418 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:00.494914 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Routers {'75c37af9-e100-4975-b0de-bd8a32fff1da'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:08:00.495554 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:07:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['75c37af9-e100-4975-b0de-bd8a32fff1da'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:00.541410 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-66fb1c24-6e7d-4fd1-b013-d367307f3943 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group_rule (d9ddb55c-7cc1-4752-bb04-fb5d078117f7), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:00.638034 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 38328) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:00.649607 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Attempting to bind port f159de9d-6e2e-42a2-ba76-86f15c0798b3 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:08:00.650178 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Attempting to bind port f159de9d-6e2e-42a2-ba76-86f15c0798b3 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:08:00.650361 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Attempting to bind port f159de9d-6e2e-42a2-ba76-86f15c0798b3 on network 3f74af49-8f08-437e-8de8-52cf94d07154 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:00.651339 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for port (ee3d3066-2254-4499-836c-56b046efea41), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:00.840029 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Sync routers for ids ['de3f5faf-2233-4654-8547-3f94ef93fb4d'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:08:00.866971 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-0cc23861-155d-4f96-aa47-3aff0a4e7c20 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:00.868575 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-0cc23861-155d-4f96-aa47-3aff0a4e7c20 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 819 time: 0.2263517 Oct 10 12:08:00.876926 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-3bb8d477-cf89-49a2-af43-336b98115b21 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 12:08:00.877952 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-3bb8d477-cf89-49a2-af43-336b98115b21 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5276439 Oct 10 12:08:00.928880 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ca5f6-27ee-44c9-8c8b-c77707322bcc None None] Pushing event updated for resources: {'Port': ['ID=d81409b5-883c-434a-b9aa-039a2e27a487,revision_number=4']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:00.969208 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:00.969608 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (14d7573d-5ae2-4bf5-8d82-9c80b9c052c0), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:00.970230 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 Oct 10 12:08:00.980091 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Routers {'de3f5faf-2233-4654-8547-3f94ef93fb4d'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:08:00.980722 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:07:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['de3f5faf-2233-4654-8547-3f94ef93fb4d'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:01.011022 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=7c44bda8-5848-4530-9ca4-51d24b274060,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:01.011152 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-bf5b06fa-1e5f-4487-9309-0223fad8d68e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/quotas/782c5fd84235487caac5f9a7e18563cb HTTP/1.1" status: 200 len: 375 time: 0.1288788 Oct 10 12:08:01.024875 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:08:01.028637 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Checking segment: {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:08:01.028637 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.028637 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Bound using segment: {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:08:01.028637 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Bound port: f159de9d-6e2e-42a2-ba76-86f15c0798b3, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:08:01.028637 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.032947 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-66fb1c24-6e7d-4fd1-b013-d367307f3943 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group_rule (d9ddb55c-7cc1-4752-bb04-fb5d078117f7), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.072099 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] Set router 75c37af9-e100-4975-b0de-bd8a32fff1da gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:08:01.099871 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Publish callbacks [] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.105756 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-a9b7fe67-64cb-46c6-9aaa-99bf2c514e1d service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8f18c3f5-60a6-4ca6-86fb-adfdf9eca981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138770 Oct 10 12:08:01.111116 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-3575f67c-9ca3-4e47-8e85-75777148742e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888832 Oct 10 12:08:01.114933 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (ee3d3066-2254-4499-836c-56b046efea41), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.144020 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-66fb1c24-6e7d-4fd1-b013-d367307f3943 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (d9ddb55c-7cc1-4752-bb04-fb5d078117f7), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.159040 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] For port f159de9d-6e2e-42a2-ba76-86f15c0798b3, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:08:01.163649 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] For port f159de9d-6e2e-42a2-ba76-86f15c0798b3, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=f159de9d-6e2e-42a2-ba76-86f15c0798b3,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:08:01.204714 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb1c24-6e7d-4fd1-b013-d367307f3943 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ddb55c-7cc1-4752-bb04-fb5d078117f7,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:01.236266 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:01.242685 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 47208f16-2237-4975-930e-80f5b01360e3 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:01.271707 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Set router de3f5faf-2233-4654-8547-3f94ef93fb4d gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:08:01.289844 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.296474 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.302956 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-66fb1c24-6e7d-4fd1-b013-d367307f3943 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.306085 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-66fb1c24-6e7d-4fd1-b013-d367307f3943 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8957872 Oct 10 12:08:01.308751 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38344) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:01.313264 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-1d02e092-dc77-4112-9df5-a2593815da9f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Request body: {'security_group_rule': {'security_group_id': 'dad4bd27-f9c3-40df-bd6b-a7d26003495f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:01.389888 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:08:01.390774 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:07:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:01.412487 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:01.413873 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:01.417216 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:08:01.430207 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:08:01.437865 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:08:01.465327 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1d02e092-dc77-4112-9df5-a2593815da9f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group_rule (88eb7c6f-e627-4b57-92b9-7e8b631bf78b), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.491329 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-aa7bf384-92a7-48ce-a8fc-b3206e8dc245 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 12:08:01.491963 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-aa7bf384-92a7-48ce-a8fc-b3206e8dc245 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1322379 Oct 10 12:08:01.492616 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'Port': ['ID=ee3d3066-2254-4499-836c-56b046efea41,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:01.530921 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52072d2-880c-4677-9443-da18b3cb4d59 None None] Pushing event updated for resources: {'Port': ['ID=f159de9d-6e2e-42a2-ba76-86f15c0798b3,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:01.537093 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 47208f16-2237-4975-930e-80f5b01360e3 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:01.537485 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (47208f16-2237-4975-930e-80f5b01360e3), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.537828 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 47208f16-2237-4975-930e-80f5b01360e3 Oct 10 12:08:01.582411 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1d02e092-dc77-4112-9df5-a2593815da9f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group_rule (88eb7c6f-e627-4b57-92b9-7e8b631bf78b), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.672444 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1d02e092-dc77-4112-9df5-a2593815da9f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (88eb7c6f-e627-4b57-92b9-7e8b631bf78b), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.703786 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02e092-dc77-4112-9df5-a2593815da9f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88eb7c6f-e627-4b57-92b9-7e8b631bf78b,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:01.739400 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:01.752910 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Attempting to bind port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:08:01.753419 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Attempting to bind port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:08:01.753641 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Attempting to bind port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f on network 8bb565bd-53c5-4c6d-b08f-259f391c730b {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:01.785143 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (6032e1f7-4b3c-4481-bd31-f07bac694846), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.830906 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-e4dc14ee-b5f6-484e-ba7b-33da9955601b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8f18c3f5-60a6-4ca6-86fb-adfdf9eca981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7095263 Oct 10 12:08:01.865093 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1d02e092-dc77-4112-9df5-a2593815da9f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.869067 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-1d02e092-dc77-4112-9df5-a2593815da9f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5578511 Oct 10 12:08:01.870889 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38362) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:01.876675 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Request body: {'floatingip': {'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:01.946175 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:08:01.946615 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Checking segment: {'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:08:01.946969 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.947386 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Bound using segment: {'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:08:01.955241 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Bound port: 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:08:01.955664 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:01.989276 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (ee3d3066-2254-4499-836c-56b046efea41), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.283856 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'd81409b5-883c-434a-b9aa-039a2e27a487', 'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'mac_address': 'fa:16:3e:27:a0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:00Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'subnets': [{'id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:02.286779 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 47208f16-2237-4975-930e-80f5b01360e3 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:02.286779 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 474185bf-f562-4147-8f8d-03e5c3d874c2 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:02.287634 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-4995bc37-e68f-4804-9a14-8140c3b68e33 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977380 Oct 10 12:08:02.287733 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11098e-5f2d-41de-a23b-a3f8d5eb8e22 None None] The sync data for ids ['75c37af9-e100-4975-b0de-bd8a32fff1da'] in dv-cinder-860209-4-iscsi is: [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'd81409b5-883c-434a-b9aa-039a2e27a487', 'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'mac_address': 'fa:16:3e:27:a0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:00Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'subnets': [{'id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:08:02.287870 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:02.287870 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676a524-4595-418d-9ddf-e04ccbdbc602 None None] Pushing event updated for resources: {'Port': ['ID=4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:02.287870 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:02.287870 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:08:02.287870 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 474185bf-f562-4147-8f8d-03e5c3d874c2 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:02.287870 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (474185bf-f562-4147-8f8d-03e5c3d874c2), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.287870 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 474185bf-f562-4147-8f8d-03e5c3d874c2 Oct 10 12:08:02.288907 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'name': 'tempest-DeleteServersTestJSON-1543960221-router', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161'}], 'enable_snat': True}, 'gw_port_id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:53Z', 'revision_number': 4, 'project_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'gw_port': {'id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '671ebba4-75ae-4d76-91db-3ae894964b15', 'name': '', 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'mac_address': 'fa:16:3e:86:7c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bb6da359-d615-4b16-b984-08cbec80399a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 2, 'project_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'subnets': [{'id': 'bb6da359-d615-4b16-b984-08cbec80399a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:02.292702 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:02.296216 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:02.327177 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] For port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:08:02.343855 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.364562 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Checking router: de3f5faf-2233-4654-8547-3f94ef93fb4d for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:08:02.365422 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Updating router de3f5faf-2233-4654-8547-3f94ef93fb4d port 671ebba4-75ae-4d76-91db-3ae894964b15 binding host dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:08:02.404704 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-410a00bf-923e-447d-ae9a-05b0904d28e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.415367 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (671ebba4-75ae-4d76-91db-3ae894964b15), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.418372 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] For port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:08:02.524098 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.535699 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for port (ee3d3066-2254-4499-836c-56b046efea41), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.541438 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:02.601924 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676a524-4595-418d-9ddf-e04ccbdbc602 None None] Pushing event updated for resources: {'Port': ['ID=4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:02.622872 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-3cd743ca-dcac-4b9b-97a1-77cac9212963 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883192 Oct 10 12:08:02.629839 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 474185bf-f562-4147-8f8d-03e5c3d874c2 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:02.629839 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (474185bf-f562-4147-8f8d-03e5c3d874c2), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.630771 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (ee3d3066-2254-4499-836c-56b046efea41), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.635223 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (6032e1f7-4b3c-4481-bd31-f07bac694846), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.663674 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Routers {'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:08:02.664726 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:08:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:02.749343 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 474185bf-f562-4147-8f8d-03e5c3d874c2, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=474185bf-f562-4147-8f8d-03e5c3d874c2,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:02.774732 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'Port': ['ID=ee3d3066-2254-4499-836c-56b046efea41,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:02.809981 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.848620 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.856183 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:01Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:02.862087 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-61093f51-b5be-4bdd-b845-92565fc8e993 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0171509 Oct 10 12:08:02.897198 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c5d90e-316d-4889-a57e-c9bb8a7ed623 None None] The sync data for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi is: [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:01Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:08:02.904545 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (474185bf-f562-4147-8f8d-03e5c3d874c2), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:02.905776 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device b3b55491-4e9e-415f-9218-62adb88daf79 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:02.989544 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] Set router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:08:02.992071 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Allocated IP 172.27.4.91 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/333737b2-6b4f-4e7c-9975-53e630e6c0a7) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:08:03.150660 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=474185bf-f562-4147-8f8d-03e5c3d874c2,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:03.226634 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port b3b55491-4e9e-415f-9218-62adb88daf79 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:03.242857 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (b3b55491-4e9e-415f-9218-62adb88daf79), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:03.245729 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port b3b55491-4e9e-415f-9218-62adb88daf79 Oct 10 12:08:03.359856 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c523ccac-56be-47f8-aebc-1b8c42d6e86f req-998d2a64-9a08-4a9d-bb17-0b8baef2bcca tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 210 time: 0.1252017 Oct 10 12:08:03.369610 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Publish callbacks [] for port (671ebba4-75ae-4d76-91db-3ae894964b15), precommit_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:03.386353 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38416) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:03.420558 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-c3b8b47b-392e-4a29-9209-65d782d39181 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1057717224', 'description': 'tempest-description--285375877'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:03.469689 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (671ebba4-75ae-4d76-91db-3ae894964b15), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:03.488920 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:03.602390 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for port (333737b2-6b4f-4e7c-9975-53e630e6c0a7), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:03.615735 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c3b8b47b-392e-4a29-9209-65d782d39181 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:03.688163 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8f21e8d6-0368-421d-bee7-363cb09b45f7 req-4a220464-6444-42c1-ac93-b689623ee9b0 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 210 time: 0.1594391 Oct 10 12:08:03.834084 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82320331-9acc-423f-b96c-7311e3a38cc0 None None] Pushing event updated for resources: {'Port': ['ID=671ebba4-75ae-4d76-91db-3ae894964b15,revision_number=3']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:03.860465 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Attempting to bind port 671ebba4-75ae-4d76-91db-3ae894964b15 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:08:03.863959 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Attempting to bind port 671ebba4-75ae-4d76-91db-3ae894964b15 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981'}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:08:03.863959 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Attempting to bind port 671ebba4-75ae-4d76-91db-3ae894964b15 on network 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:03.868377 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (333737b2-6b4f-4e7c-9975-53e630e6c0a7), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:03.899135 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:03.932393 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-d3ce44d4-e0b8-4e76-a811-beaa5d50696c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1863235096&fields=id&tenant_id=aab51c9b019e400c8e28d9a789eda6da HTTP/1.1" status: 200 len: 267 time: 0.2387667 Oct 10 12:08:03.974984 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:08:03.976060 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Checking segment: {'id': '99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:08:03.978169 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:03.979314 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Bound using segment: {'id': '99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981'} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:08:03.979825 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Bound port: 671ebba4-75ae-4d76-91db-3ae894964b15, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981'}}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:08:03.986834 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (671ebba4-75ae-4d76-91db-3ae894964b15), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:03.986834 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:04.046083 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c3b8b47b-392e-4a29-9209-65d782d39181 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group (6af16180-ecdb-4be2-9288-a2116c785b1c), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.064242 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:08:04.072471 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:08:04.083301 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:08:04.092914 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:04.107688 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-3c963147-d69e-4201-a18d-c4691262863a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:04.117027 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-3c963147-d69e-4201-a18d-c4691262863a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 200 len: 815 time: 0.1808393 Oct 10 12:08:04.140655 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-32c61185-c62d-4732-9252-0575ea241496 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/quotas/aab51c9b019e400c8e28d9a789eda6da HTTP/1.1" status: 200 len: 375 time: 0.0225394 Oct 10 12:08:04.187780 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] For port 671ebba4-75ae-4d76-91db-3ae894964b15, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:08:04.191949 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c3b8b47b-392e-4a29-9209-65d782d39181 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (6af16180-ecdb-4be2-9288-a2116c785b1c), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.195242 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] For port 671ebba4-75ae-4d76-91db-3ae894964b15, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=671ebba4-75ae-4d76-91db-3ae894964b15,segment=NetworkSegment(99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4),segment_id=99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4)] {{(pid=107009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:08:04.357983 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port b3b55491-4e9e-415f-9218-62adb88daf79 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:04.359129 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (671ebba4-75ae-4d76-91db-3ae894964b15), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.397361 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event updated for resources: {'Port': ['ID=333737b2-6b4f-4e7c-9975-53e630e6c0a7,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:04.409460 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.421967 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82320331-9acc-423f-b96c-7311e3a38cc0 None None] Pushing event updated for resources: {'Port': ['ID=671ebba4-75ae-4d76-91db-3ae894964b15,revision_number=4']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:04.443014 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Routers {'de3f5faf-2233-4654-8547-3f94ef93fb4d'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:08:04.445200 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:08:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['de3f5faf-2233-4654-8547-3f94ef93fb4d'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:04.447833 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f', 'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'mac_address': 'fa:16:3e:62:2b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:02Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'subnets': [{'id': '383a897c-19ae-4f67-b320-d650957cc219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:04.502752 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-ca6adb65-09d6-4b06-81d9-a6d65f0e34ed tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3610289 Oct 10 12:08:04.509669 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8b47b-392e-4a29-9209-65d782d39181 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af16180-ecdb-4be2-9288-a2116c785b1c,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:04.512697 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for floatingip (bfb5d136-a9be-41d4-b866-1747a03009e1), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.544398 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcbc486-4024-4a96-bbd5-9ea7697ea468 None None] The sync data for ids ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'] in dv-cinder-860209-4-iscsi is: [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f', 'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'mac_address': 'fa:16:3e:62:2b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:02Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'subnets': [{'id': '383a897c-19ae-4f67-b320-d650957cc219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:08:04.563456 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c3b8b47b-392e-4a29-9209-65d782d39181 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.564703 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-c3b8b47b-392e-4a29-9209-65d782d39181 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1755042 Oct 10 12:08:04.571070 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38500) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:04.589579 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-1cbe9320-c9e6-4e26-9a8b-ff0d57c96d4b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Request body: {'security_group_rule': {'security_group_id': '6af16180-ecdb-4be2-9288-a2116c785b1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:04.700210 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.739827 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (333737b2-6b4f-4e7c-9975-53e630e6c0a7), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.744288 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] Set router de3f5faf-2233-4654-8547-3f94ef93fb4d gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:08:04.745600 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e546fa-806e-4276-b2f2-4113fa49471e req-8cd6d7bf-3864-43b1-9e7e-c9397e94b8f5 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:04.747495 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-91e546fa-806e-4276-b2f2-4113fa49471e req-8cd6d7bf-3864-43b1-9e7e-c9397e94b8f5 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 819 time: 0.5631759 Oct 10 12:08:04.804999 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-91e546fa-806e-4276-b2f2-4113fa49471e req-b492fae3-badf-4bda-b120-b83a5713f67d tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/quotas/782c5fd84235487caac5f9a7e18563cb HTTP/1.1" status: 200 len: 375 time: 0.0471036 Oct 10 12:08:04.828727 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9320-c9e6-4e26-9a8b-ff0d57c96d4b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group_rule (91f3c3a3-8d1d-43bf-b5c1-25d9ed75f86c), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:04.902548 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 990d6c8e-ecdc-4645-8b54-413704982f31 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:04.925445 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-91e546fa-806e-4276-b2f2-4113fa49471e req-f6fecf2f-33a5-45b9-a10a-d00ff3994c20 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002619 Oct 10 12:08:04.929621 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:05.035514 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 990d6c8e-ecdc-4645-8b54-413704982f31 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:05.036198 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (990d6c8e-ecdc-4645-8b54-413704982f31), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.036686 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 990d6c8e-ecdc-4645-8b54-413704982f31 Oct 10 12:08:05.148857 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.187570 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-196f7514-d64a-442b-be19-5c7cd6eee0c8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6517277 Oct 10 12:08:05.212399 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:05.282398 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 990d6c8e-ecdc-4645-8b54-413704982f31 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:05.283571 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 7c44bda8-5848-4530-9ca4-51d24b274060 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:05.323583 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:08:05.339750 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'name': 'tempest-DeleteServersTestJSON-1543960221-router', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161'}], 'enable_snat': True}, 'gw_port_id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:53Z', 'revision_number': 4, 'project_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'gw_port': {'id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '671ebba4-75ae-4d76-91db-3ae894964b15', 'name': '', 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'mac_address': 'fa:16:3e:86:7c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bb6da359-d615-4b16-b984-08cbec80399a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:08:04Z', 'revision_number': 4, 'project_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'subnets': [{'id': 'bb6da359-d615-4b16-b984-08cbec80399a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:05.346327 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-91e546fa-806e-4276-b2f2-4113fa49471e req-de363fef-845e-42f7-9411-389b0890da03 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199510 Oct 10 12:08:05.374487 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for port (333737b2-6b4f-4e7c-9975-53e630e6c0a7), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.425306 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 7c44bda8-5848-4530-9ca4-51d24b274060 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:05.426255 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (7c44bda8-5848-4530-9ca4-51d24b274060), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.426984 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 7c44bda8-5848-4530-9ca4-51d24b274060 Oct 10 12:08:05.431758 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab61e135-f46a-4c14-b24f-9421c01725e4 None None] The sync data for ids ['de3f5faf-2233-4654-8547-3f94ef93fb4d'] in dv-cinder-860209-4-iscsi is: [{'id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'name': 'tempest-DeleteServersTestJSON-1543960221-router', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161'}], 'enable_snat': True}, 'gw_port_id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:53Z', 'revision_number': 4, 'project_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'gw_port': {'id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '671ebba4-75ae-4d76-91db-3ae894964b15', 'name': '', 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'mac_address': 'fa:16:3e:86:7c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'bb6da359-d615-4b16-b984-08cbec80399a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:08:04Z', 'revision_number': 4, 'project_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'subnets': [{'id': 'bb6da359-d615-4b16-b984-08cbec80399a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:08:05.474974 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9320-c9e6-4e26-9a8b-ff0d57c96d4b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group_rule (91f3c3a3-8d1d-43bf-b5c1-25d9ed75f86c), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.484240 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (333737b2-6b4f-4e7c-9975-53e630e6c0a7), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.484892 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (bfb5d136-a9be-41d4-b866-1747a03009e1), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.510050 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a8d76aea-7fdc-4af9-97e5-4a6a78d14ce7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211327 Oct 10 12:08:05.541068 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:05.566197 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9320-c9e6-4e26-9a8b-ff0d57c96d4b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (91f3c3a3-8d1d-43bf-b5c1-25d9ed75f86c), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.591268 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 7c44bda8-5848-4530-9ca4-51d24b274060 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:05.595051 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device d81409b5-883c-434a-b9aa-039a2e27a487 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:05.636821 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.666357 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7943032 Oct 10 12:08:05.673023 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe9320-c9e6-4e26-9a8b-ff0d57c96d4b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f3c3a3-8d1d-43bf-b5c1-25d9ed75f86c,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:05.679976 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-91e546fa-806e-4276-b2f2-4113fa49471e req-7dfcb37a-ecbc-43ad-88b4-6dda6e9cc028 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236578 Oct 10 12:08:05.699202 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db04784-9f8b-4075-b5e1-26919ede17f2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event updated for resources: {'Port': ['ID=333737b2-6b4f-4e7c-9975-53e630e6c0a7,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:05.724913 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port d81409b5-883c-434a-b9aa-039a2e27a487 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:05.726303 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (d81409b5-883c-434a-b9aa-039a2e27a487), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.727108 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port d81409b5-883c-434a-b9aa-039a2e27a487 Oct 10 12:08:05.746575 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9320-c9e6-4e26-9a8b-ff0d57c96d4b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.749414 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-1cbe9320-c9e6-4e26-9a8b-ff0d57c96d4b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1731365 Oct 10 12:08:05.752390 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 38530) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:05.763424 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-ccf74d47-e061-496b-8493-7c4975f9e57c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Request body: {'security_group_rule': {'security_group_id': '6af16180-ecdb-4be2-9288-a2116c785b1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:05.796859 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:05.849227 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port d81409b5-883c-434a-b9aa-039a2e27a487 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:05.849714 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d81409b5-883c-434a-b9aa-039a2e27a487), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:05.889316 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Sync routers for ids ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:08:05.926122 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port d81409b5-883c-434a-b9aa-039a2e27a487, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=d81409b5-883c-434a-b9aa-039a2e27a487,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:05.932810 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Routers {'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:08:05.934063 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:08:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:05.980743 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:06.007681 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ccf74d47-e061-496b-8493-7c4975f9e57c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group_rule (be6c1045-948d-4c91-8011-ce6ccc46530a), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:06.119747 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Set router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:08:06.199240 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ccf74d47-e061-496b-8493-7c4975f9e57c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group_rule (be6c1045-948d-4c91-8011-ce6ccc46530a), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:06.231623 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38560) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:06.295196 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ccf74d47-e061-496b-8493-7c4975f9e57c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (be6c1045-948d-4c91-8011-ce6ccc46530a), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:06.332268 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (d81409b5-883c-434a-b9aa-039a2e27a487), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:06.334271 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 474185bf-f562-4147-8f8d-03e5c3d874c2 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:06.455291 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf74d47-e061-496b-8493-7c4975f9e57c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be6c1045-948d-4c91-8011-ce6ccc46530a,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:06.488405 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=d81409b5-883c-434a-b9aa-039a2e27a487,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:06.578625 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-322ce9e7-b9a2-4c79-a4a2-6e9f5322f81f req-0cd17a0a-de6e-44f1-809e-0bb1af3894c5 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 210 time: 0.1055696 Oct 10 12:08:06.611427 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ccf74d47-e061-496b-8493-7c4975f9e57c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:06.614391 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-ccf74d47-e061-496b-8493-7c4975f9e57c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8594797 Oct 10 12:08:06.618837 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 38586) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:06.621333 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b59ea2b2-5088-4197-bb7b-e017be3d7d43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:06.690073 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Request body: {'floatingip': {'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:06.690579 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 474185bf-f562-4147-8f8d-03e5c3d874c2 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:06.690579 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (474185bf-f562-4147-8f8d-03e5c3d874c2), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:06.690579 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 474185bf-f562-4147-8f8d-03e5c3d874c2 Oct 10 12:08:06.716687 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-62be95d3-07d5-40a4-9341-ee08386b0f1e tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--577721085&fields=id&tenant_id=98437356d32f4230bce856ce6ddae66a HTTP/1.1" status: 200 len: 267 time: 0.3505273 Oct 10 12:08:06.771446 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b59ea2b2-5088-4197-bb7b-e017be3d7d43 admin admin] Publish callbacks [] for security_group (f5326bc7-a814-40d6-90f6-e466a2f27d68), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:06.832005 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98a80d3b-e5aa-42bb-9af8-a0ce3d365902 req-737285a1-1e04-4557-9e4e-6bf2d95ef7b0 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 210 time: 0.1363087 Oct 10 12:08:06.850321 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:06.861449 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 4, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '079e70fb-a686-4fad-92c3-1fab10598e52', 'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'mac_address': 'fa:16:3e:22:2c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 2, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'subnets': [{'id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:06.871772 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b59ea2b2-5088-4197-bb7b-e017be3d7d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (f5326bc7-a814-40d6-90f6-e466a2f27d68), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:06.893745 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Checking router: e83ea2d9-02f4-4e3e-8e35-0165ac4f202a for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:08:06.894109 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Updating router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a port 079e70fb-a686-4fad-92c3-1fab10598e52 binding host dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:08:06.922696 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-b59ea2b2-5088-4197-bb7b-e017be3d7d43 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2bb99b5b040a48adbf28596e626f2dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6898727 Oct 10 12:08:06.926363 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38590) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:06.967706 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (079e70fb-a686-4fad-92c3-1fab10598e52), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:07.003096 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ea2b2-5088-4197-bb7b-e017be3d7d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5326bc7-a814-40d6-90f6-e466a2f27d68,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:07.029829 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:07.094044 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5a7074fb-1d91-4377-8d43-76ac5883e93f admin admin] Publish callbacks [] for security_group (f5326bc7-a814-40d6-90f6-e466a2f27d68), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:07.106952 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 474185bf-f562-4147-8f8d-03e5c3d874c2 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:07.108162 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device f159de9d-6e2e-42a2-ba76-86f15c0798b3 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:07.183219 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5a7074fb-1d91-4377-8d43-76ac5883e93f admin admin] Publish callbacks [] for security_group (f5326bc7-a814-40d6-90f6-e466a2f27d68), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:07.190344 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38602) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:07.234018 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:07.342970 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5a7074fb-1d91-4377-8d43-76ac5883e93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (f5326bc7-a814-40d6-90f6-e466a2f27d68), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:07.345437 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5a7074fb-1d91-4377-8d43-76ac5883e93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:07.346573 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-5a7074fb-1d91-4377-8d43-76ac5883e93f admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f5326bc7-a814-40d6-90f6-e466a2f27d68 HTTP/1.1" status: 204 len: 168 time: 0.4084554 Oct 10 12:08:07.379642 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port f159de9d-6e2e-42a2-ba76-86f15c0798b3 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:07.380709 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:07.382212 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port f159de9d-6e2e-42a2-ba76-86f15c0798b3 Oct 10 12:08:07.392481 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7074fb-1d91-4377-8d43-76ac5883e93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5326bc7-a814-40d6-90f6-e466a2f27d68,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:07.408442 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b4f7e620-e347-4406-9caa-b1187dc2fb68 req-56e0a3ed-14ff-4c66-b1a5-0cc7b415a676 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 210 time: 0.1928625 Oct 10 12:08:07.429311 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-15e197f4-26a4-42fb-b8f7-31273f41b846 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:07.437127 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-93d36aaf-b37f-44c5-99b4-3ba0b2c97257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:07.440487 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-15e197f4-26a4-42fb-b8f7-31273f41b846 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/networks?id=f8981a50-f1b5-4a9f-bc84-d19589293c21 HTTP/1.1" status: 200 len: 809 time: 0.7062609 Oct 10 12:08:07.468974 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-a4b7b52c-9daa-4f9f-8d6e-5140859715ed tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/quotas/98437356d32f4230bce856ce6ddae66a HTTP/1.1" status: 200 len: 375 time: 0.0306084 Oct 10 12:08:07.492952 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:07.585136 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-0bdf950a-33d4-4fe6-8f2b-9ef3f2770a1f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=98437356d32f4230bce856ce6ddae66a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146193 Oct 10 12:08:07.649336 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-93d36aaf-b37f-44c5-99b4-3ba0b2c97257 admin admin] Publish callbacks [] for security_group (72a0542e-b251-4074-9130-ae413a3193b2), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:07.683196 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port f159de9d-6e2e-42a2-ba76-86f15c0798b3 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:07.683598 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:07.747461 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:07.748286 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-93d36aaf-b37f-44c5-99b4-3ba0b2c97257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (72a0542e-b251-4074-9130-ae413a3193b2), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:07.769955 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port f159de9d-6e2e-42a2-ba76-86f15c0798b3, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=f159de9d-6e2e-42a2-ba76-86f15c0798b3,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:07.804579 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:07.806640 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Allocated IP 172.27.4.46 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/5bbc09ba-9ca3-4f9a-bc09-42d76d578b26) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:08:07.824261 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-93d36aaf-b37f-44c5-99b4-3ba0b2c97257 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=94abcb2bea8e40f1ba4d1197f22673aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6351511 Oct 10 12:08:07.841323 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38618) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:07.865330 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:07.871250 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 22075ca1-a382-4950-9753-680313efcd7e up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:07.899890 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d36aaf-b37f-44c5-99b4-3ba0b2c97257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a0542e-b251-4074-9130-ae413a3193b2,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:07.907685 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Publish callbacks [] for port (079e70fb-a686-4fad-92c3-1fab10598e52), precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:07.973905 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-78fd8482-6e38-49c5-9704-b5b33439b53a admin admin] Publish callbacks [] for security_group (72a0542e-b251-4074-9130-ae413a3193b2), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:07.999018 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for port (5bbc09ba-9ca3-4f9a-bc09-42d76d578b26), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:08.000050 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=f159de9d-6e2e-42a2-ba76-86f15c0798b3,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:08.003737 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 22075ca1-a382-4950-9753-680313efcd7e triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:08.004308 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (22075ca1-a382-4950-9753-680313efcd7e), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:08.004651 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 22075ca1-a382-4950-9753-680313efcd7e Oct 10 12:08:08.014481 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-78fd8482-6e38-49c5-9704-b5b33439b53a admin admin] Publish callbacks [] for security_group (72a0542e-b251-4074-9130-ae413a3193b2), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:08.034970 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (079e70fb-a686-4fad-92c3-1fab10598e52), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:08.050129 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-92e6cb92-6782-4026-9ab8-e8cdfef500d5 req-725ef2c6-7e5a-48de-99bd-ae5a7c5b0448 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 210 time: 0.3012412 Oct 10 12:08:08.084346 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-50933edb-4bf4-4e8d-8d99-e2c817c5314e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710941 Oct 10 12:08:08.125951 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:08.128220 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd42531-1f4b-4da9-afe5-e3c485925c11 None None] Pushing event updated for resources: {'Port': ['ID=079e70fb-a686-4fad-92c3-1fab10598e52,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:08.138071 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:08.177820 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a5c51f62-076f-4119-b118-6e1bb8eb2833 req-cb4c8e34-ca0c-4da6-bc47-2dd7fc10a386 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 210 time: 0.0366688 Oct 10 12:08:08.180947 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (5bbc09ba-9ca3-4f9a-bc09-42d76d578b26), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:08.185683 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-78fd8482-6e38-49c5-9704-b5b33439b53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (72a0542e-b251-4074-9130-ae413a3193b2), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:08.190334 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-78fd8482-6e38-49c5-9704-b5b33439b53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:08.192515 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-78fd8482-6e38-49c5-9704-b5b33439b53a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/72a0542e-b251-4074-9130-ae413a3193b2 HTTP/1.1" status: 204 len: 168 time: 0.3487468 Oct 10 12:08:08.228019 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd8482-6e38-49c5-9704-b5b33439b53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a0542e-b251-4074-9130-ae413a3193b2,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:08.253648 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 22075ca1-a382-4950-9753-680313efcd7e is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:08.254294 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (22075ca1-a382-4950-9753-680313efcd7e), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:08.267629 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:08:08.288491 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:08.290316 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event updated for resources: {'Port': ['ID=5bbc09ba-9ca3-4f9a-bc09-42d76d578b26,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:08.296757 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:08:08.297681 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Attempting to bind port 079e70fb-a686-4fad-92c3-1fab10598e52 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:08:08.297873 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Attempting to bind port 079e70fb-a686-4fad-92c3-1fab10598e52 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:08:08.298334 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Attempting to bind port 079e70fb-a686-4fad-92c3-1fab10598e52 on network 67af5388-ef78-467a-b602-e98d5343259e {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:08.304916 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:08:08.354967 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 22075ca1-a382-4950-9753-680313efcd7e, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=22075ca1-a382-4950-9753-680313efcd7e,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:08.376171 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:08:08.376529 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Checking segment: {'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:08:08.376939 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:08.377333 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Bound using segment: {'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:08:08.378043 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Bound port: 079e70fb-a686-4fad-92c3-1fab10598e52, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:08:08.378223 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (079e70fb-a686-4fad-92c3-1fab10598e52), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:08.383360 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-2db6a83b-9279-444b-a738-5b7c846daa75 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940652 Oct 10 12:08:08.399306 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for floatingip (4ba37fe6-17b0-485b-9dbd-8f8f7ba45ce6), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:08.454362 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (22075ca1-a382-4950-9753-680313efcd7e), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:08.502523 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] For port 079e70fb-a686-4fad-92c3-1fab10598e52, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:08:08.524390 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] For port 079e70fb-a686-4fad-92c3-1fab10598e52, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=079e70fb-a686-4fad-92c3-1fab10598e52,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:08:08.544016 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38640) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:08.547532 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=22075ca1-a382-4950-9753-680313efcd7e,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:08.577602 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-25a2bb93-09b7-4147-9f2c-02c02cea56cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:08.652238 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (079e70fb-a686-4fad-92c3-1fab10598e52), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:08.685509 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5bbc09ba-9ca3-4f9a-bc09-42d76d578b26), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:08.698217 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-177abb4f-b693-4460-9393-160911101f32 req-5b81755e-ef30-4641-90dd-5d6db9eccb42 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 210 time: 0.0857816 Oct 10 12:08:08.773510 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Routers {'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:08:08.774410 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:08:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:08.790195 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.48', 60043) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:08.856610 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd42531-1f4b-4da9-afe5-e3c485925c11 None None] Pushing event updated for resources: {'Port': ['ID=079e70fb-a686-4fad-92c3-1fab10598e52,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:08.861535 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:08.938368 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-25a2bb93-09b7-4147-9f2c-02c02cea56cc admin admin] Publish callbacks [] for security_group (ec73c951-cce3-4d01-9221-3d2b9695c2e1), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:08.981029 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device f159de9d-6e2e-42a2-ba76-86f15c0798b3 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:09.020858 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-25a2bb93-09b7-4147-9f2c-02c02cea56cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (ec73c951-cce3-4d01-9221-3d2b9695c2e1), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:09.080424 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-814c5c8e-b25b-4f59-be13-475a535d9e83 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:09.081990 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-814c5c8e-b25b-4f59-be13-475a535d9e83 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.48 "GET /networking/v2.0/networks?id=8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 HTTP/1.1" status: 200 len: 812 time: 0.2906885 Oct 10 12:08:09.171799 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2bb93-09b7-4147-9f2c-02c02cea56cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec73c951-cce3-4d01-9221-3d2b9695c2e1,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:09.182962 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-25a2bb93-09b7-4147-9f2c-02c02cea56cc admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=da7e6d4dceff4b67a5187f5619cac759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6375229 Oct 10 12:08:09.185645 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38654) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:09.276127 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-f31bf321-6b00-4d6c-be0c-39ba684c27ab tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Request body: {'port': {'device_id': '8cef35a8-bca8-406f-b7e1-ffaaa71927df', 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981', 'admin_state_up': True, 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:09.277945 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4e745b8e-7307-4805-91fe-3d4271896d31 admin admin] Publish callbacks [] for security_group (ec73c951-cce3-4d01-9221-3d2b9695c2e1), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:09.306388 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0f05f4ba-16da-41b8-adcf-c502148c461b req-ff4a14d5-4b19-402a-a13f-12042a187175 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 210 time: 0.2220793 Oct 10 12:08:09.352369 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4e745b8e-7307-4805-91fe-3d4271896d31 admin admin] Publish callbacks [] for security_group (ec73c951-cce3-4d01-9221-3d2b9695c2e1), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:09.472797 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] Set router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:08:09.569658 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port f159de9d-6e2e-42a2-ba76-86f15c0798b3 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:09.570318 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:09.570684 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port f159de9d-6e2e-42a2-ba76-86f15c0798b3 Oct 10 12:08:09.582556 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4d0a8466-b181-4fcf-9e24-5e1616b6efdb req-5acabeee-76f1-4897-bbad-c858ba8e6808 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 210 time: 0.1228616 Oct 10 12:08:09.590526 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-40db3c81-3f3f-4d1f-aef0-0ee2c4798b6b req-a9c6c8e7-c28b-49a9-a36f-0e1ba315488c tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 210 time: 0.1289661 Oct 10 12:08:09.658231 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4e745b8e-7307-4805-91fe-3d4271896d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (ec73c951-cce3-4d01-9221-3d2b9695c2e1), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:09.661572 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4e745b8e-7307-4805-91fe-3d4271896d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:09.671166 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-4e745b8e-7307-4805-91fe-3d4271896d31 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ec73c951-cce3-4d01-9221-3d2b9695c2e1 HTTP/1.1" status: 204 len: 168 time: 0.4799492 Oct 10 12:08:09.688145 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e745b8e-7307-4805-91fe-3d4271896d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec73c951-cce3-4d01-9221-3d2b9695c2e1,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:09.823007 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for port (5bbc09ba-9ca3-4f9a-bc09-42d76d578b26), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:09.829077 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38676) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:09.845707 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a38fd93f-1a32-48a7-9078-c9f0045f64d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:09.849850 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.48', 60053) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:09.903433 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-f31bf321-6b00-4d6c-be0c-39ba684c27ab tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Made reservation on behalf of f87226283dcb4d6fb203cc5e06cf13b2 for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:08:09.908571 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-f31bf321-6b00-4d6c-be0c-39ba684c27ab tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:09.923810 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-01564c31-8801-4e96-a4a8-78eed59ff3db req-b39eef65-ff2e-4a31-9600-d80a1e72d2cf tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 210 time: 0.0937283 Oct 10 12:08:09.973194 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (5bbc09ba-9ca3-4f9a-bc09-42d76d578b26), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:09.975173 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (4ba37fe6-17b0-485b-9dbd-8f8f7ba45ce6), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:10.101634 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port f159de9d-6e2e-42a2-ba76-86f15c0798b3 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:10.102971 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 671ebba4-75ae-4d76-91db-3ae894964b15 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:10.152660 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event updated for resources: {'Port': ['ID=5bbc09ba-9ca3-4f9a-bc09-42d76d578b26,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:10.195590 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 4, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '079e70fb-a686-4fad-92c3-1fab10598e52', 'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'mac_address': 'fa:16:3e:22:2c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:08:08Z', 'revision_number': 4, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'subnets': [{'id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:10.203454 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=100 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:10.207832 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38684) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:10.238335 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:10.263016 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-06ae894a-83b0-4721-8d7e-4be67489b3d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6366196 Oct 10 12:08:10.286340 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba3e55-a5f0-482f-9aa8-284898eec75f None None] The sync data for ids ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'] in dv-cinder-860209-4-iscsi is: [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 4, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '079e70fb-a686-4fad-92c3-1fab10598e52', 'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'mac_address': 'fa:16:3e:22:2c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:08:08Z', 'revision_number': 4, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'subnets': [{'id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:08:10.305046 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:10.305260 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 671ebba4-75ae-4d76-91db-3ae894964b15 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:10.306557 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (671ebba4-75ae-4d76-91db-3ae894964b15), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:10.322215 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 671ebba4-75ae-4d76-91db-3ae894964b15 Oct 10 12:08:10.459833 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 671ebba4-75ae-4d76-91db-3ae894964b15 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:10.461381 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (671ebba4-75ae-4d76-91db-3ae894964b15), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:10.514236 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 671ebba4-75ae-4d76-91db-3ae894964b15, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=671ebba4-75ae-4d76-91db-3ae894964b15,segment=NetworkSegment(99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4),segment_id=99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:10.552100 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a38fd93f-1a32-48a7-9078-c9f0045f64d9 admin admin] Publish callbacks [] for security_group (dfefce04-2c74-44a6-92d1-2c84bff7c758), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:10.563589 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-19760caa-b061-4764-9ce1-fac5a4128b20 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:10.563589 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-19760caa-b061-4764-9ce1-fac5a4128b20 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 819 time: 0.6869977 Oct 10 12:08:10.591423 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (671ebba4-75ae-4d76-91db-3ae894964b15), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:10.592377 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device d81409b5-883c-434a-b9aa-039a2e27a487 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:10.610288 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-80f24e99-bc85-4e3f-bb87-636f7c9fba6c req-11f477f1-35a1-4c2f-a061-1f93c2ca39d7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 210 time: 0.1063688 Oct 10 12:08:10.637660 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a38fd93f-1a32-48a7-9078-c9f0045f64d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (dfefce04-2c74-44a6-92d1-2c84bff7c758), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:10.719343 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=671ebba4-75ae-4d76-91db-3ae894964b15,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:10.727325 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port d81409b5-883c-434a-b9aa-039a2e27a487 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:10.728040 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (d81409b5-883c-434a-b9aa-039a2e27a487), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:10.728173 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fd93f-1a32-48a7-9078-c9f0045f64d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfefce04-2c74-44a6-92d1-2c84bff7c758,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:10.728907 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port d81409b5-883c-434a-b9aa-039a2e27a487 Oct 10 12:08:10.745382 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-c86bb8da-a397-454f-821f-7a45b373a774 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Request body: {'port': {'device_id': '7d92bcf3-e567-46a0-a87e-ab1f89a16842', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'admin_state_up': True, 'tenant_id': '782c5fd84235487caac5f9a7e18563cb'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:10.941519 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f3d93adb-dacc-4d2a-baca-c140ab6a56d0 req-1ab656c9-701f-4677-8d67-dc362c19dde9 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 210 time: 0.1191673 Oct 10 12:08:10.964481 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-f31bf321-6b00-4d6c-be0c-39ba684c27ab tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Allocated IP 172.20.0.13 (8f18c3f5-60a6-4ca6-86fb-adfdf9eca981/bb6da359-d615-4b16-b984-08cbec80399a/25665116-9189-467a-8aa2-fed12c932b37) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:08:10.977690 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-91edeec4-9c02-4d8c-a844-94ee39c2fba6 req-6cf976e2-9ae2-470c-abe6-ae3232ef9a2c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 210 time: 0.1564865 Oct 10 12:08:10.987992 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port d81409b5-883c-434a-b9aa-039a2e27a487 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:10.989296 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:11.091674 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:11.092376 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:11.093181 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f Oct 10 12:08:11.095822 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:11.176534 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.48', 60063) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:11.219133 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-a38fd93f-1a32-48a7-9078-c9f0045f64d9 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9d8f087abfc148fe985d45c5a92f837b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3874357 Oct 10 12:08:11.224100 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:11.224892 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:11.260938 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38732) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:11.262142 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6e305663-7d83-48c5-8049-93911f3ba990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:11.273280 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:11.397565 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:11.432986 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6e305663-7d83-48c5-8049-93911f3ba990 admin admin] Publish callbacks [] for security_group (29aad444-60c7-45fe-9183-f84dca8d45c8), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:11.527528 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6586f509-869e-4206-a8f2-9602968f74be admin admin] Publish callbacks [] for security_group (dfefce04-2c74-44a6-92d1-2c84bff7c758), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:11.552105 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6586f509-869e-4206-a8f2-9602968f74be admin admin] Publish callbacks [] for security_group (dfefce04-2c74-44a6-92d1-2c84bff7c758), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:11.607136 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6e305663-7d83-48c5-8049-93911f3ba990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (29aad444-60c7-45fe-9183-f84dca8d45c8), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:11.666994 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6e305663-7d83-48c5-8049-93911f3ba990 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=90cfbef072a2472a9049df9dcea4964f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4546297 Oct 10 12:08:11.674976 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38740) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:11.689985 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:11.696058 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-e589ab69-db03-4ef4-9e20-71d78367564a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:11.698091 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-e589ab69-db03-4ef4-9e20-71d78367564a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "GET /networking/v2.0/networks?id=3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 200 len: 815 time: 0.5017648 Oct 10 12:08:11.743478 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:11.744744 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:11.748006 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e305663-7d83-48c5-8049-93911f3ba990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29aad444-60c7-45fe-9183-f84dca8d45c8,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:11.758985 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6586f509-869e-4206-a8f2-9602968f74be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (dfefce04-2c74-44a6-92d1-2c84bff7c758), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:11.762510 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6586f509-869e-4206-a8f2-9602968f74be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:11.764345 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6586f509-869e-4206-a8f2-9602968f74be admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/dfefce04-2c74-44a6-92d1-2c84bff7c758 HTTP/1.1" status: 204 len: 168 time: 0.4981887 Oct 10 12:08:11.780499 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586f509-869e-4206-a8f2-9602968f74be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfefce04-2c74-44a6-92d1-2c84bff7c758,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:11.788626 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-30e2aecc-a940-4c50-87db-411738e87339 req-7887de4e-3c33-4f89-886f-3d3a4cccb4a0 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 210 time: 0.6251092 Oct 10 12:08:11.810689 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b9de387b-aa1d-4ce1-97d0-c71f325b5f18 admin admin] Publish callbacks [] for security_group (29aad444-60c7-45fe-9183-f84dca8d45c8), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:11.866612 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b9de387b-aa1d-4ce1-97d0-c71f325b5f18 admin admin] Publish callbacks [] for security_group (29aad444-60c7-45fe-9183-f84dca8d45c8), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:11.872773 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-ad9094c4-b53f-4ae8-90a9-a2009f8112a8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1057717224&fields=id&tenant_id=af22e9604d79499aa9b7c2ee3cef156d HTTP/1.1" status: 200 len: 267 time: 0.7801738 Oct 10 12:08:11.927856 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-c86bb8da-a397-454f-821f-7a45b373a774 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Made reservation on behalf of 782c5fd84235487caac5f9a7e18563cb for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:08:11.957872 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-c86bb8da-a397-454f-821f-7a45b373a774 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:12.176448 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-a9920c63-d4ab-409e-af2c-ef6dc6ab15b7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:12.183910 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-a9920c63-d4ab-409e-af2c-ef6dc6ab15b7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/networks?id=8bb565bd-53c5-4c6d-b08f-259f391c730b HTTP/1.1" status: 200 len: 817 time: 0.3100042 Oct 10 12:08:12.253637 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-65ecafad-20c4-47db-8536-d16f7081959f tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aab51c9b019e400c8e28d9a789eda6da HTTP/1.1" status: 200 len: 380 time: 0.5115767 Oct 10 12:08:12.343751 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:12.396566 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 671ebba4-75ae-4d76-91db-3ae894964b15 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:12.408817 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-48b8f639-3514-45a7-aeb3-dec7aa09853e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/quotas/af22e9604d79499aa9b7c2ee3cef156d HTTP/1.1" status: 200 len: 375 time: 0.2198119 Oct 10 12:08:12.494949 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d65ee8ed-6eac-429f-87c2-2052d2253a28 req-0791e4cb-41de-4864-930d-84ed5f4716b4 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 210 time: 0.2484300 Oct 10 12:08:12.690599 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-cc6dd8cb-fa90-4e2f-9d83-c5d5ebe6b9ae tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'port': {'device_id': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'admin_state_up': True, 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'security_groups': ['c40fe947-effa-49e9-9523-42cee2ccdcf7']}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:12.699819 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 671ebba4-75ae-4d76-91db-3ae894964b15 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:12.700798 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (671ebba4-75ae-4d76-91db-3ae894964b15), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:12.700798 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 671ebba4-75ae-4d76-91db-3ae894964b15 Oct 10 12:08:12.724795 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b9de387b-aa1d-4ce1-97d0-c71f325b5f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (29aad444-60c7-45fe-9183-f84dca8d45c8), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:12.729705 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b9de387b-aa1d-4ce1-97d0-c71f325b5f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:12.731986 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-b9de387b-aa1d-4ce1-97d0-c71f325b5f18 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/29aad444-60c7-45fe-9183-f84dca8d45c8 HTTP/1.1" status: 204 len: 168 time: 1.0555277 Oct 10 12:08:12.797152 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.48', 60073) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:12.809531 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de387b-aa1d-4ce1-97d0-c71f325b5f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aad444-60c7-45fe-9183-f84dca8d45c8,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:12.957430 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-bfc572e9-724f-44cd-a4c0-bd0e682de348 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5462537 Oct 10 12:08:12.969516 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 671ebba4-75ae-4d76-91db-3ae894964b15 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:12.978518 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 22075ca1-a382-4950-9753-680313efcd7e up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:13.120615 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 22075ca1-a382-4950-9753-680313efcd7e triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:13.121193 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (22075ca1-a382-4950-9753-680313efcd7e), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:13.122134 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 22075ca1-a382-4950-9753-680313efcd7e Oct 10 12:08:13.161993 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-073511b3-87fa-494a-9929-1030ba93c6d5 req-4631ecdd-2a36-4f68-aaa1-4729215a566c tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 210 time: 0.2574823 Oct 10 12:08:13.229478 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-c86bb8da-a397-454f-821f-7a45b373a774 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Allocated IP 172.20.0.5 (67af5388-ef78-467a-b602-e98d5343259e/d52ff9db-2c19-408a-83cb-417a641f45bb/baa47217-65c4-4e53-be16-7c13a9be2c74) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:08:13.280584 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e546fa-806e-4276-b2f2-4113fa49471e req-5ea7ffe7-ff82-4d3b-966b-1bf247fc248f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:13.286419 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-91e546fa-806e-4276-b2f2-4113fa49471e req-5ea7ffe7-ff82-4d3b-966b-1bf247fc248f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 819 time: 0.4133513 Oct 10 12:08:13.341978 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 22075ca1-a382-4950-9753-680313efcd7e is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:13.343370 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 079e70fb-a686-4fad-92c3-1fab10598e52 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:13.349415 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-91e546fa-806e-4276-b2f2-4113fa49471e req-9921078e-f080-4f9e-8f18-c80353bbcc63 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Request body: {'port': {'device_id': 'a693f249-110a-4836-a0db-7c668d53a918', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'admin_state_up': True, 'tenant_id': '782c5fd84235487caac5f9a7e18563cb'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:13.413959 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-f31bf321-6b00-4d6c-be0c-39ba684c27ab tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Publish callbacks [] for port (25665116-9189-467a-8aa2-fed12c932b37), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:13.527695 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 079e70fb-a686-4fad-92c3-1fab10598e52 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:13.528836 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (079e70fb-a686-4fad-92c3-1fab10598e52), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:13.529184 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 079e70fb-a686-4fad-92c3-1fab10598e52 Oct 10 12:08:13.557746 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:13.599024 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-df7ad593-6ff6-4d9b-b620-a263ea8e419c req-56814e13-ada8-4cd2-973a-d900edbab69d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 210 time: 0.2490165 Oct 10 12:08:13.729633 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:13.769003 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 079e70fb-a686-4fad-92c3-1fab10598e52 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:13.769003 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (079e70fb-a686-4fad-92c3-1fab10598e52), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:13.835436 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-45bb19a7-0825-4022-81c4-da4a5292dcfc service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8533232 Oct 10 12:08:13.892303 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e546fa-806e-4276-b2f2-4113fa49471e req-9921078e-f080-4f9e-8f18-c80353bbcc63 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Made reservation on behalf of 782c5fd84235487caac5f9a7e18563cb for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:08:13.892303 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-91e546fa-806e-4276-b2f2-4113fa49471e req-9921078e-f080-4f9e-8f18-c80353bbcc63 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:13.892497 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 079e70fb-a686-4fad-92c3-1fab10598e52, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=079e70fb-a686-4fad-92c3-1fab10598e52,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:13.892593 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:13.913676 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4cc7091e-f657-405b-b51e-947ff580ed8a req-6ee34ae3-93cd-4573-8e79-154d8c869973 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 210 time: 0.0637302 Oct 10 12:08:13.993029 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-c86bb8da-a397-454f-821f-7a45b373a774 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for port (baa47217-65c4-4e53-be16-7c13a9be2c74), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:14.091195 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (079e70fb-a686-4fad-92c3-1fab10598e52), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:14.093575 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-cc6dd8cb-fa90-4e2f-9d83-c5d5ebe6b9ae tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Made reservation on behalf of aab51c9b019e400c8e28d9a789eda6da for: {'port': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:08:14.115184 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-cc6dd8cb-fa90-4e2f-9d83-c5d5ebe6b9ae tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:14.146386 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-f31bf321-6b00-4d6c-be0c-39ba684c27ab tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (25665116-9189-467a-8aa2-fed12c932b37), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:14.161223 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-c86bb8da-a397-454f-821f-7a45b373a774 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (baa47217-65c4-4e53-be16-7c13a9be2c74), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:14.236429 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-59b4b04d-846d-4f6a-a7af-f36eb1d7196c req-b62b5c94-997e-43cd-aba3-3689b953eda6 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 210 time: 0.1448913 Oct 10 12:08:14.261559 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=079e70fb-a686-4fad-92c3-1fab10598e52,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:14.326223 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:14.431810 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:14.444973 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:14.445970 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:14.445970 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f Oct 10 12:08:14.472954 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bf321-6b00-4d6c-be0c-39ba684c27ab tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Pushing event updated for resources: {'Port': ['ID=25665116-9189-467a-8aa2-fed12c932b37,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:14.492674 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.48', 60082) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:14.508254 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-5da8b48b-595a-43b7-ac89-a295ea9d237e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602480 Oct 10 12:08:14.581605 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38790) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:14.642454 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ed06e-0d79-4178-85d2-925cbab509ef req-4a39e49d-c6a2-4abb-bcb9-7d2c8f9c377c tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:14.656594 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-601ed06e-0d79-4178-85d2-925cbab509ef req-4a39e49d-c6a2-4abb-bcb9-7d2c8f9c377c tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 932 time: 0.1938474 Oct 10 12:08:14.693413 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-c86bb8da-a397-454f-821f-7a45b373a774 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Network 67af5388-ef78-467a-b602-e98d5343259e is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:08:14.727362 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:14.746029 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-f31bf321-6b00-4d6c-be0c-39ba684c27ab tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Network 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:08:14.761678 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-cc308af8-f7c3-4779-b925-2577972e4784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:14.800396 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-c86bb8da-a397-454f-821f-7a45b373a774 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:08:14.810543 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-f31bf321-6b00-4d6c-be0c-39ba684c27ab tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:08:14.837279 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-c86bb8da-a397-454f-821f-7a45b373a774 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:08:14.844021 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-c86bb8da-a397-454f-821f-7a45b373a774 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:14.844740 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-c86bb8da-a397-454f-821f-7a45b373a774 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:14.850990 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bb8da-a397-454f-821f-7a45b373a774 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Pushing event updated for resources: {'Port': ['ID=baa47217-65c4-4e53-be16-7c13a9be2c74,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:14.856238 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-f31bf321-6b00-4d6c-be0c-39ba684c27ab tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:08:14.868096 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-f31bf321-6b00-4d6c-be0c-39ba684c27ab tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:14.869480 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-f31bf321-6b00-4d6c-be0c-39ba684c27ab tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:14.872237 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:14.962653 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:15.030823 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-601ed06e-0d79-4178-85d2-925cbab509ef req-d1471683-4800-4532-b419-7cf04ef82edc tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677192 Oct 10 12:08:15.094578 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-f31bf321-6b00-4d6c-be0c-39ba684c27ab tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8491700 Oct 10 12:08:15.143405 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-81457a21-ffcc-4a36-b4e9-1310bf9a5c2f tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 12:08:15.144420 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-81457a21-ffcc-4a36-b4e9-1310bf9a5c2f tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0398557 Oct 10 12:08:15.155312 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-4e6a05db-3aef-4bb9-a98a-522c54154110 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:15.163768 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-4e6a05db-3aef-4bb9-a98a-522c54154110 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.48 "GET /networking/v2.0/networks?id=f8981a50-f1b5-4a9f-bc84-d19589293c21 HTTP/1.1" status: 200 len: 809 time: 0.6669683 Oct 10 12:08:15.168092 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-c86bb8da-a397-454f-821f-7a45b373a774 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4320273 Oct 10 12:08:15.191454 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-91e546fa-806e-4276-b2f2-4113fa49471e req-9921078e-f080-4f9e-8f18-c80353bbcc63 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Allocated IP 172.20.0.14 (67af5388-ef78-467a-b602-e98d5343259e/d52ff9db-2c19-408a-83cb-417a641f45bb/7952dcbe-5751-4c3a-ad46-5f684e765d16) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:08:15.302913 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8d756f43-dcc3-40c0-90fa-6ee973202e78 req-3fa786fb-6e67-475e-920d-e73e1fc1c0cc tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 210 time: 0.2138903 Oct 10 12:08:15.326443 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=14 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:15.394330 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fb11655e-8712-48d7-bb86-09c6e4a88cfa req-6f7f4ce1-22a6-4460-9bc3-bd15476be2d0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 210 time: 0.1124148 Oct 10 12:08:15.418095 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-cc6dd8cb-fa90-4e2f-9d83-c5d5ebe6b9ae tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Allocated IP 172.20.0.6 (3f74af49-8f08-437e-8de8-52cf94d07154/afa57b24-9493-41e1-9638-6e9b3725e1da/f65861f8-ce58-4ca5-a150-dd1cbc87aba1) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:08:15.429903 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:15.509605 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-642a59b8-a578-46f3-9c2c-6c9ebce81f26 None None] Provisioning complete for port baa47217-65c4-4e53-be16-7c13a9be2c74 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:15.510392 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-642a59b8-a578-46f3-9c2c-6c9ebce81f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (baa47217-65c4-4e53-be16-7c13a9be2c74), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:15.512212 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-642a59b8-a578-46f3-9c2c-6c9ebce81f26 None None] Attempt 1 to provision port baa47217-65c4-4e53-be16-7c13a9be2c74 Oct 10 12:08:15.578902 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-be3f4a2c-c371-4541-bcc5-1043cf9e647f req-dfb33739-b6fc-4dc4-96d3-b56ed5b767cd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 210 time: 0.0776753 Oct 10 12:08:15.609881 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-642a59b8-a578-46f3-9c2c-6c9ebce81f26 None None] Port baa47217-65c4-4e53-be16-7c13a9be2c74 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:08:15.626570 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-642a59b8-a578-46f3-9c2c-6c9ebce81f26 None None] Provisioning complete for port 25665116-9189-467a-8aa2-fed12c932b37 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:15.627061 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-642a59b8-a578-46f3-9c2c-6c9ebce81f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (25665116-9189-467a-8aa2-fed12c932b37), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:15.629656 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-642a59b8-a578-46f3-9c2c-6c9ebce81f26 None None] Attempt 1 to provision port 25665116-9189-467a-8aa2-fed12c932b37 Oct 10 12:08:15.688979 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8337a8ee-6a27-4da1-84aa-35e76c04bd6b req-17219f95-d014-4d92-a363-cdafdb3d19f1 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 210 time: 0.1381655 Oct 10 12:08:15.705450 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-cc308af8-f7c3-4779-b925-2577972e4784 admin admin] Publish callbacks [] for security_group (13a5b796-e229-494b-9f75-c723f6e6e875), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:15.747214 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-642a59b8-a578-46f3-9c2c-6c9ebce81f26 None None] Port 25665116-9189-467a-8aa2-fed12c932b37 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:08:15.817576 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-fe91dc33-2605-4095-a03a-1c00b9f9a359 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=98437356d32f4230bce856ce6ddae66a HTTP/1.1" status: 200 len: 379 time: 0.4993629 Oct 10 12:08:15.821890 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-cc308af8-f7c3-4779-b925-2577972e4784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (13a5b796-e229-494b-9f75-c723f6e6e875), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:15.829693 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-cc6dd8cb-fa90-4e2f-9d83-c5d5ebe6b9ae tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for port (f65861f8-ce58-4ca5-a150-dd1cbc87aba1), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:15.844601 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-4ce326ef-380f-4a6a-b34c-96e3a5e519e2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Request body: {'port': {'device_id': '13c0121a-4f1a-4265-9efd-5a969d73bb7e', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'admin_state_up': True, 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'security_groups': ['dad4bd27-f9c3-40df-bd6b-a7d26003495f']}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:15.952355 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-cc6dd8cb-fa90-4e2f-9d83-c5d5ebe6b9ae tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (f65861f8-ce58-4ca5-a150-dd1cbc87aba1), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:15.957898 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc308af8-f7c3-4779-b925-2577972e4784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a5b796-e229-494b-9f75-c723f6e6e875,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:15.967500 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-cc308af8-f7c3-4779-b925-2577972e4784 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=e67d2ed5531c4042bd67bf241e5ccea4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2724254 Oct 10 12:08:15.972571 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38830) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:16.029686 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-cc6dd8cb-fa90-4e2f-9d83-c5d5ebe6b9ae tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Network 3f74af49-8f08-437e-8de8-52cf94d07154 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:08:16.035159 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-cc6dd8cb-fa90-4e2f-9d83-c5d5ebe6b9ae tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:08:16.100745 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dd8cb-fa90-4e2f-9d83-c5d5ebe6b9ae tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'Port': ['ID=f65861f8-ce58-4ca5-a150-dd1cbc87aba1,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:16.118133 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Request body: {'port': {'device_id': '7d92bcf3-e567-46a0-a87e-ab1f89a16842', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:16.150821 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-cc6dd8cb-fa90-4e2f-9d83-c5d5ebe6b9ae tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:08:16.155598 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-cc6dd8cb-fa90-4e2f-9d83-c5d5ebe6b9ae tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:16.156240 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-cc6dd8cb-fa90-4e2f-9d83-c5d5ebe6b9ae tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:16.158019 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Request body: {'port': {'device_id': '8cef35a8-bca8-406f-b7e1-ffaaa71927df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:16.252405 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:16.283457 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-cc6dd8cb-fa90-4e2f-9d83-c5d5ebe6b9ae tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7725031 Oct 10 12:08:16.290122 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (baa47217-65c4-4e53-be16-7c13a9be2c74), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:16.334979 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Request body: {'port': {'device_id': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:16.394082 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-91e546fa-806e-4276-b2f2-4113fa49471e req-9921078e-f080-4f9e-8f18-c80353bbcc63 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for port (7952dcbe-5751-4c3a-ad46-5f684e765d16), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:16.402038 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 079e70fb-a686-4fad-92c3-1fab10598e52 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:16.420802 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38838) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:16.530563 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:16.554175 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cc583-5d31-4c7d-bd35-b9156a6f0184 req-f39eda26-d67c-4c5d-ad7f-292819b2fe19 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:16.570908 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-593cc583-5d31-4c7d-bd35-b9156a6f0184 req-f39eda26-d67c-4c5d-ad7f-292819b2fe19 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 932 time: 0.2504137 Oct 10 12:08:16.590225 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-35385d71-b2cb-40f0-868c-15601bd8ed6a admin admin] Publish callbacks [] for security_group (13a5b796-e229-494b-9f75-c723f6e6e875), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:16.635768 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 079e70fb-a686-4fad-92c3-1fab10598e52 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:16.636511 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (079e70fb-a686-4fad-92c3-1fab10598e52), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:16.637588 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 079e70fb-a686-4fad-92c3-1fab10598e52 Oct 10 12:08:16.649124 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-c6045d14-6b38-42c9-a5ae-c3c2c95af69b None None] Provisioning complete for port f65861f8-ce58-4ca5-a150-dd1cbc87aba1 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:16.651667 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-4ce326ef-380f-4a6a-b34c-96e3a5e519e2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Made reservation on behalf of 98437356d32f4230bce856ce6ddae66a for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:08:16.652691 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-c6045d14-6b38-42c9-a5ae-c3c2c95af69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (f65861f8-ce58-4ca5-a150-dd1cbc87aba1), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:16.653297 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-c6045d14-6b38-42c9-a5ae-c3c2c95af69b None None] Attempt 1 to provision port f65861f8-ce58-4ca5-a150-dd1cbc87aba1 Oct 10 12:08:16.658110 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-4ce326ef-380f-4a6a-b34c-96e3a5e519e2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:16.728582 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-35385d71-b2cb-40f0-868c-15601bd8ed6a admin admin] Publish callbacks [] for security_group (13a5b796-e229-494b-9f75-c723f6e6e875), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:16.748996 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-c6045d14-6b38-42c9-a5ae-c3c2c95af69b None None] Port f65861f8-ce58-4ca5-a150-dd1cbc87aba1 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:08:16.904340 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 079e70fb-a686-4fad-92c3-1fab10598e52 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:17.070199 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (25665116-9189-467a-8aa2-fed12c932b37), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:17.072692 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:17.087763 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-6ee8aeb1-cb49-451a-990a-24e66f950930 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1306742781-network', 'tenant_id': 'd17d399eda224c16a81052f5faff95b4'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:17.253666 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-91e546fa-806e-4276-b2f2-4113fa49471e req-9921078e-f080-4f9e-8f18-c80353bbcc63 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (7952dcbe-5751-4c3a-ad46-5f684e765d16), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:17.255306 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee8aeb1-cb49-451a-990a-24e66f950930 admin admin] Made reservation on behalf of d17d399eda224c16a81052f5faff95b4 for: {'network': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:08:17.257757 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6ee8aeb1-cb49-451a-990a-24e66f950930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:17.266696 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:17.324220 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3708d8b-412d-4483-ac33-460b7c724562 req-b4abb3e0-8c10-4ea1-bc17-318614a772d8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:17.331399 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b3708d8b-412d-4483-ac33-460b7c724562 req-b4abb3e0-8c10-4ea1-bc17-318614a772d8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 931 time: 0.3714833 Oct 10 12:08:17.352356 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-35385d71-b2cb-40f0-868c-15601bd8ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (13a5b796-e229-494b-9f75-c723f6e6e875), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:17.352356 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-35385d71-b2cb-40f0-868c-15601bd8ed6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:17.355730 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-35385d71-b2cb-40f0-868c-15601bd8ed6a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/13a5b796-e229-494b-9f75-c723f6e6e875 HTTP/1.1" status: 204 len: 168 time: 1.3804202 Oct 10 12:08:17.389546 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6ee8aeb1-cb49-451a-990a-24e66f950930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:17.452016 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f65861f8-ce58-4ca5-a150-dd1cbc87aba1), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:17.508751 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e546fa-806e-4276-b2f2-4113fa49471e req-9921078e-f080-4f9e-8f18-c80353bbcc63 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Network 67af5388-ef78-467a-b602-e98d5343259e is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:08:17.510011 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35385d71-b2cb-40f0-868c-15601bd8ed6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a5b796-e229-494b-9f75-c723f6e6e875,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:17.542643 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-91e546fa-806e-4276-b2f2-4113fa49471e req-9921078e-f080-4f9e-8f18-c80353bbcc63 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:08:17.546099 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e546fa-806e-4276-b2f2-4113fa49471e req-9921078e-f080-4f9e-8f18-c80353bbcc63 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:08:17.551140 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e546fa-806e-4276-b2f2-4113fa49471e req-9921078e-f080-4f9e-8f18-c80353bbcc63 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:17.551965 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-91e546fa-806e-4276-b2f2-4113fa49471e req-9921078e-f080-4f9e-8f18-c80353bbcc63 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:17.643342 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921078e-f080-4f9e-8f18-c80353bbcc63 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Pushing event updated for resources: {'Port': ['ID=7952dcbe-5751-4c3a-ad46-5f684e765d16,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:17.662053 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-593cc583-5d31-4c7d-bd35-b9156a6f0184 req-a9fddae9-68d1-4897-a2ad-066be01d9b2e tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0842605 Oct 10 12:08:17.711654 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-91e546fa-806e-4276-b2f2-4113fa49471e req-9921078e-f080-4f9e-8f18-c80353bbcc63 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3959205 Oct 10 12:08:17.757897 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Request body: {'port': {'device_id': 'a693f249-110a-4836-a0db-7c668d53a918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:17.887783 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-4ce326ef-380f-4a6a-b34c-96e3a5e519e2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Allocated IP 172.20.0.3 (f8981a50-f1b5-4a9f-bc84-d19589293c21/96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d/63d53b17-0e7f-4e84-aa0c-4d6908cd174a) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:08:17.971491 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=100 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:17.986167 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-a5b3d728-79e5-448c-a9b3-313466986632 None None] Provisioning complete for port 7952dcbe-5751-4c3a-ad46-5f684e765d16 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:17.987999 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d728-79e5-448c-a9b3-313466986632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (7952dcbe-5751-4c3a-ad46-5f684e765d16), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:17.987999 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-a5b3d728-79e5-448c-a9b3-313466986632 None None] Attempt 1 to provision port 7952dcbe-5751-4c3a-ad46-5f684e765d16 Oct 10 12:08:18.084608 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa47217-65c4-4e53-be16-7c13a9be2c74 {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:08:18.085762 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3d728-79e5-448c-a9b3-313466986632 None None] Port 7952dcbe-5751-4c3a-ad46-5f684e765d16 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:08:18.091699 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-58a3129c-5373-435c-a9ea-5dafb36db372 req-68665ea8-b372-4735-8c37-405ded517751 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 210 time: 0.2473772 Oct 10 12:08:18.102233 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7952dcbe-5751-4c3a-ad46-5f684e765d16), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:18.193100 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b3708d8b-412d-4483-ac33-460b7c724562 req-cfe71e18-9613-4fec-b65e-b3a4eb3f1d67 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8605766 Oct 10 12:08:18.221559 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Publish callbacks [] for port (baa47217-65c4-4e53-be16-7c13a9be2c74), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:18.373968 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25665116-9189-467a-8aa2-fed12c932b37 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:08:18.392494 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Publish callbacks [] for port (25665116-9189-467a-8aa2-fed12c932b37), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:18.399496 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6ee8aeb1-cb49-451a-990a-24e66f950930 admin admin] Publish callbacks [] for security_group (41a4e6a7-14ed-45a2-9075-1bbb07448628), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:18.495952 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Transition to ACTIVE for port object baa47217-65c4-4e53-be16-7c13a9be2c74 will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:08:18.545111 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6ee8aeb1-cb49-451a-990a-24e66f950930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (41a4e6a7-14ed-45a2-9075-1bbb07448628), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:18.550076 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Transition to ACTIVE for port object 25665116-9189-467a-8aa2-fed12c932b37 will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:08:18.586631 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5819cae1-07d3-4fa4-84e4-5b41dfe1defc req-5edc452d-308d-46d0-96bd-96569e63a836 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 210 time: 0.2096956 Oct 10 12:08:18.651372 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (baa47217-65c4-4e53-be16-7c13a9be2c74), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:18.719225 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee8aeb1-cb49-451a-990a-24e66f950930 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=107007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:08:18.737450 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (25665116-9189-467a-8aa2-fed12c932b37), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:18.781190 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8aeb1-cb49-451a-990a-24e66f950930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a4e6a7-14ed-45a2-9075-1bbb07448628,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:18.793291 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee679a-cc86-4bd8-ade1-4d4eeedea7d8 req-ae523ee0-c416-48d8-a322-e106e4585f71 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:18.806944 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6ee8aeb1-cb49-451a-990a-24e66f950930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (9ea88777-8296-4d43-94f9-1cf92dc5f805), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:18.807453 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.segments_db [None req-6ee8aeb1-cb49-451a-990a-24e66f950930 admin admin] Added segment 9ea88777-8296-4d43-94f9-1cf92dc5f805 of type vlan for network c4e128cc-5024-40fc-8366-621e3945c95b Oct 10 12:08:18.811110 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-53ee679a-cc86-4bd8-ade1-4d4eeedea7d8 req-ae523ee0-c416-48d8-a322-e106e4585f71 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 932 time: 0.4417961 Oct 10 12:08:18.980581 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=baa47217-65c4-4e53-be16-7c13a9be2c74,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:19.014229 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd439f78-c216-4a80-87a8-8697c76bd0d7 req-b14f3457-cae5-46a0-ab9c-aed0929557f0 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:19.014458 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Pushing event updated for resources: {'Port': ['ID=25665116-9189-467a-8aa2-fed12c932b37,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:19.015817 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fd439f78-c216-4a80-87a8-8697c76bd0d7 req-b14f3457-cae5-46a0-ab9c-aed0929557f0 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 944 time: 0.2293282 Oct 10 12:08:19.025630 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Attempting to bind port baa47217-65c4-4e53-be16-7c13a9be2c74 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:08:19.026136 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Attempting to bind port baa47217-65c4-4e53-be16-7c13a9be2c74 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:08:19.026522 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Attempting to bind port baa47217-65c4-4e53-be16-7c13a9be2c74 on network 67af5388-ef78-467a-b602-e98d5343259e {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:19.050067 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6ee8aeb1-cb49-451a-990a-24e66f950930 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (c4e128cc-5024-40fc-8366-621e3945c95b), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:19.057562 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-4ce326ef-380f-4a6a-b34c-96e3a5e519e2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for port (63d53b17-0e7f-4e84-aa0c-4d6908cd174a), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:19.080043 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-53ee679a-cc86-4bd8-ade1-4d4eeedea7d8 req-b1f9dad8-d684-4838-b7ce-704480657c3b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680242 Oct 10 12:08:19.106813 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:19.122004 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Attempting to bind port 25665116-9189-467a-8aa2-fed12c932b37 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:08:19.122421 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Attempting to bind port 25665116-9189-467a-8aa2-fed12c932b37 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:08:19.122787 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Attempting to bind port 25665116-9189-467a-8aa2-fed12c932b37 on network 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:19.150561 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:19.383726 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:19.419800 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-4ce326ef-380f-4a6a-b34c-96e3a5e519e2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (63d53b17-0e7f-4e84-aa0c-4d6908cd174a), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:19.424833 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6ee8aeb1-cb49-451a-990a-24e66f950930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (c4e128cc-5024-40fc-8366-621e3945c95b), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:19.425871 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee8aeb1-cb49-451a-990a-24e66f950930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:19.426439 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6ee8aeb1-cb49-451a-990a-24e66f950930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:19.446431 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Port 25665116-9189-467a-8aa2-fed12c932b37 on network 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:08:19.446431 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Attempting to bind port 25665116-9189-467a-8aa2-fed12c932b37 on network 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:19.544673 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Port baa47217-65c4-4e53-be16-7c13a9be2c74 on network 67af5388-ef78-467a-b602-e98d5343259e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:08:19.545355 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Attempting to bind port baa47217-65c4-4e53-be16-7c13a9be2c74 on network 67af5388-ef78-467a-b602-e98d5343259e {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:19.592013 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-855be7af-69b1-46f8-ba6b-4e205d140e19 req-64d96655-2ea5-4d07-94f1-5fd3fcd0bbf7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 210 time: 0.2117307 Oct 10 12:08:19.596978 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65861f8-ce58-4ca5-a150-dd1cbc87aba1 {{(pid=107006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:08:19.601377 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7952dcbe-5751-4c3a-ad46-5f684e765d16 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:08:19.653945 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Publish callbacks [] for port (7952dcbe-5751-4c3a-ad46-5f684e765d16), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:19.686564 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-4ce326ef-380f-4a6a-b34c-96e3a5e519e2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Network f8981a50-f1b5-4a9f-bc84-d19589293c21 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:08:19.693116 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.48', 60094) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:19.710841 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fd439f78-c216-4a80-87a8-8697c76bd0d7 req-f6c97a3b-3f90-4619-bdc9-a2aeb4e637aa tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6485019 Oct 10 12:08:19.727966 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-4ce326ef-380f-4a6a-b34c-96e3a5e519e2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:08:19.731007 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-4ce326ef-380f-4a6a-b34c-96e3a5e519e2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:08:19.738420 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-4ce326ef-380f-4a6a-b34c-96e3a5e519e2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:19.739592 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-4ce326ef-380f-4a6a-b34c-96e3a5e519e2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:19.742659 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Publish callbacks [] for port (f65861f8-ce58-4ca5-a150-dd1cbc87aba1), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:19.791678 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce326ef-380f-4a6a-b34c-96e3a5e519e2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event updated for resources: {'Port': ['ID=63d53b17-0e7f-4e84-aa0c-4d6908cd174a,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:19.807154 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6ee8aeb1-cb49-451a-990a-24e66f950930 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.3743122 Oct 10 12:08:19.809642 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Transition to ACTIVE for port object 7952dcbe-5751-4c3a-ad46-5f684e765d16 will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:08:19.812864 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 38894) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:19.832366 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8aeb1-cb49-451a-990a-24e66f950930 admin admin] Pushing event updated for resources: {'Network': ['ID=c4e128cc-5024-40fc-8366-621e3945c95b,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:19.880495 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network c4e128cc-5024-40fc-8366-621e3945c95b details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:08:19.887494 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.provisioning_blocks [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Transition to ACTIVE for port object f65861f8-ce58-4ca5-a150-dd1cbc87aba1 will not be triggered until provisioned by entity L2. {{(pid=107006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:08:19.889711 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:08:19.890178 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Checking segment: {'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:08:19.890919 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Bound using segment: {'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:08:19.891539 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Bound port: baa47217-65c4-4e53-be16-7c13a9be2c74, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:08:19.892167 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (baa47217-65c4-4e53-be16-7c13a9be2c74), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:19.994266 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-6f793088-380c-4883-b4d4-bbb672196119 admin admin] Request body: {'subnet': {'network_id': 'c4e128cc-5024-40fc-8366-621e3945c95b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1306742781-subnet', 'tenant_id': 'd17d399eda224c16a81052f5faff95b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:20.015538 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (f65861f8-ce58-4ca5-a150-dd1cbc87aba1), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:20.033680 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:08:20.033981 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Checking segment: {'id': '99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:08:20.034559 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Bound using segment: {'id': '99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:08:20.035069 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Bound port: 25665116-9189-467a-8aa2-fed12c932b37, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:08:20.035780 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (25665116-9189-467a-8aa2-fed12c932b37), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:20.045724 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7952dcbe-5751-4c3a-ad46-5f684e765d16), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:20.179433 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-4ce326ef-380f-4a6a-b34c-96e3a5e519e2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3538034 Oct 10 12:08:20.232718 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97402ba-40fb-4567-9542-ef8e6e6dae50 req-04eed113-c012-4941-a6e5-8404e01d424b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:20.236057 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f97402ba-40fb-4567-9542-ef8e6e6dae50 req-04eed113-c012-4941-a6e5-8404e01d424b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.2459130 Oct 10 12:08:20.305580 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:20.345773 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-688a87d0-446a-45af-99e2-f151e42a223f None None] Provisioning complete for port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:20.346184 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-688a87d0-446a-45af-99e2-f151e42a223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (63d53b17-0e7f-4e84-aa0c-4d6908cd174a), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:20.346483 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-688a87d0-446a-45af-99e2-f151e42a223f None None] Attempt 1 to provision port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a Oct 10 12:08:20.388492 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] For port baa47217-65c4-4e53-be16-7c13a9be2c74, host hv-cinder-86020, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:08:20.405544 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-d982ecdc-913b-4433-ae0a-f9b6127e7962 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:20.434889 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-d982ecdc-913b-4433-ae0a-f9b6127e7962 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.48 "GET /networking/v2.0/networks?id=8bb565bd-53c5-4c6d-b08f-259f391c730b HTTP/1.1" status: 200 len: 817 time: 0.7041757 Oct 10 12:08:20.435167 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] For port baa47217-65c4-4e53-be16-7c13a9be2c74, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=baa47217-65c4-4e53-be16-7c13a9be2c74,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:08:20.478608 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-688a87d0-446a-45af-99e2-f151e42a223f None None] Port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:08:20.508199 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Request body: {'port': {'device_id': '13c0121a-4f1a-4265-9efd-5a969d73bb7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:20.540251 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f793088-380c-4883-b4d4-bbb672196119 admin admin] Made reservation on behalf of d17d399eda224c16a81052f5faff95b4 for: {'subnet': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:08:20.542838 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6f793088-380c-4883-b4d4-bbb672196119 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:20.591925 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (baa47217-65c4-4e53-be16-7c13a9be2c74), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:20.594995 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Pushing event updated for resources: {'Port': ['ID=f65861f8-ce58-4ca5-a150-dd1cbc87aba1,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:20.603364 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:20.604432 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:20.611183 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/baa47217-65c4-4e53-be16-7c13a9be2c74 HTTP/1.1" status: 200 len: 1093 time: 4.9756522 Oct 10 12:08:20.628925 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d92bcf3-e567-46a0-a87e-ab1f89a16842', 'tag': 'baa47217-65c4-4e53-be16-7c13a9be2c74'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:08:20.753389 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:20.792785 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Attempting to bind port f65861f8-ce58-4ca5-a150-dd1cbc87aba1 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:08:20.793229 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Attempting to bind port f65861f8-ce58-4ca5-a150-dd1cbc87aba1 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:08:20.793531 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Attempting to bind port f65861f8-ce58-4ca5-a150-dd1cbc87aba1 on network 3f74af49-8f08-437e-8de8-52cf94d07154 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:20.927922 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cc0ed-d704-4181-a5d4-5979006ddcf6 req-f228960c-2a42-494f-9060-16df013685dc tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:20.929506 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-aa6cc0ed-d704-4181-a5d4-5979006ddcf6 req-f228960c-2a42-494f-9060-16df013685dc tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 931 time: 0.8947361 Oct 10 12:08:20.973376 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Pushing event updated for resources: {'Port': ['ID=7952dcbe-5751-4c3a-ad46-5f684e765d16,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:21.023421 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=14 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:21.044182 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f97402ba-40fb-4567-9542-ef8e6e6dae50 req-d7c9e0d6-13f0-4ba3-bfb9-cfdd6994c427 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7310476 Oct 10 12:08:21.045608 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-0b551e09-dc14-410c-91e7-ff5f3d762365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:21.047454 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-0b551e09-dc14-410c-91e7-ff5f3d762365 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 1127 time: 0.1153398 Oct 10 12:08:21.081752 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Attempting to bind port 7952dcbe-5751-4c3a-ad46-5f684e765d16 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:08:21.082203 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Attempting to bind port 7952dcbe-5751-4c3a-ad46-5f684e765d16 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:08:21.082707 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Attempting to bind port 7952dcbe-5751-4c3a-ad46-5f684e765d16 on network 67af5388-ef78-467a-b602-e98d5343259e {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:21.095853 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed8dc12e2a811d0e919703145f0a46ca2d14ab091e6de4741f3d89754d8b916b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cd5570-8edf-44ef-b187-abc7600b42a0" -d '{"events": [{"name": "network-changed", "server_uuid": "7d92bcf3-e567-46a0-a87e-ab1f89a16842", "tag": "baa47217-65c4-4e53-be16-7c13a9be2c74"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:08:21.176075 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] For port 25665116-9189-467a-8aa2-fed12c932b37, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:08:21.257535 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] For port 25665116-9189-467a-8aa2-fed12c932b37, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=25665116-9189-467a-8aa2-fed12c932b37,segment=NetworkSegment(99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4),segment_id=99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:08:21.284830 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-94a5f212-5b4b-4039-8851-59dfb92b700f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=af22e9604d79499aa9b7c2ee3cef156d HTTP/1.1" status: 200 len: 380 time: 0.7455130 Oct 10 12:08:21.288593 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (63d53b17-0e7f-4e84-aa0c-4d6908cd174a), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:21.307191 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-dd2b3d18-0128-4007-81ae-94f046ff959d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Request body: {'port': {'device_id': '3e51573a-beab-4197-840e-a9427a52e273', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'admin_state_up': True, 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'security_groups': ['6af16180-ecdb-4be2-9288-a2116c785b1c']}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:21.313093 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Port 7952dcbe-5751-4c3a-ad46-5f684e765d16 on network 67af5388-ef78-467a-b602-e98d5343259e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:08:21.313195 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Attempting to bind port 7952dcbe-5751-4c3a-ad46-5f684e765d16 on network 67af5388-ef78-467a-b602-e98d5343259e {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:21.440143 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (25665116-9189-467a-8aa2-fed12c932b37), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:21.504696 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:21.506098 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:21.511312 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/25665116-9189-467a-8aa2-fed12c932b37 HTTP/1.1" status: 200 len: 1094 time: 5.8830211 Oct 10 12:08:21.523993 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cef35a8-bca8-406f-b7e1-ffaaa71927df', 'tag': '25665116-9189-467a-8aa2-fed12c932b37'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:08:21.923607 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Port f65861f8-ce58-4ca5-a150-dd1cbc87aba1 on network 3f74af49-8f08-437e-8de8-52cf94d07154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:08:21.924580 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Attempting to bind port f65861f8-ce58-4ca5-a150-dd1cbc87aba1 on network 3f74af49-8f08-437e-8de8-52cf94d07154 {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:21.960356 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-e770b22f-6dc6-46fd-ae19-e519af474bd8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baa47217-65c4-4e53-be16-7c13a9be2c74 HTTP/1.1" status: 200 len: 217 time: 0.8193295 Oct 10 12:08:21.996773 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:08:21.997797 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Checking segment: {'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:08:21.997978 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Bound using segment: {'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:08:21.998551 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Bound port: 7952dcbe-5751-4c3a-ad46-5f684e765d16, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:08:21.999146 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7952dcbe-5751-4c3a-ad46-5f684e765d16), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:22.031879 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa15fbf-0e9e-4961-8c94-127472b76f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "8cef35a8-bca8-406f-b7e1-ffaaa71927df", "tag": "25665116-9189-467a-8aa2-fed12c932b37"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:08:22.046516 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7358f33-4449-4b71-9e44-b2092de2a4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=baa47217-65c4-4e53-be16-7c13a9be2c74,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:22.065003 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-aa6cc0ed-d704-4181-a5d4-5979006ddcf6 req-3215116b-1567-4506-9518-6e90882e5350 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9967279 Oct 10 12:08:22.140303 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:22.154102 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ca018-e805-4312-8658-7c28e34ae81c req-fb8c10b7-c228-4950-b136-04e3e68c29d2 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:22.155939 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-047ca018-e805-4312-8658-7c28e34ae81c req-fb8c10b7-c228-4950-b136-04e3e68c29d2 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 944 time: 0.2336509 Oct 10 12:08:22.160896 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-d1ca0a6e-7959-4428-a6cf-e3bf467b61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:22.163257 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-d1ca0a6e-7959-4428-a6cf-e3bf467b61aa service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.1640408 Oct 10 12:08:22.240077 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:08:22.243518 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Checking segment: {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:08:22.249519 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Bound using segment: {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'} {{(pid=107006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:08:22.249519 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.managers [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Bound port: f65861f8-ce58-4ca5-a150-dd1cbc87aba1, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'}}] {{(pid=107006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:08:22.251179 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f65861f8-ce58-4ca5-a150-dd1cbc87aba1), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:22.329969 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-1fefea08-7eed-4cd8-8c8d-47f31e24a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:22.331556 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-1fefea08-7eed-4cd8-8c8d-47f31e24a96f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f87226283dcb4d6fb203cc5e06cf13b2&device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 1128 time: 0.5649827 Oct 10 12:08:22.374258 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16846a-d945-4a2c-a717-c47968de09a6 service neutron] Pushing event updated for resources: {'Port': ['ID=25665116-9189-467a-8aa2-fed12c932b37,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:22.389583 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-dd2b3d18-0128-4007-81ae-94f046ff959d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Made reservation on behalf of af22e9604d79499aa9b7c2ee3cef156d for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:08:22.395085 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-dd2b3d18-0128-4007-81ae-94f046ff959d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:22.501446 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0f8d79b7-b2f5-4885-ac30-b9e9670264b8 req-04f26e65-820f-4da5-b026-0f73f7584262 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 210 time: 0.1763906 Oct 10 12:08:22.521378 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-51537547-99b8-4b0e-a36b-db59824f1e99 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25665116-9189-467a-8aa2-fed12c932b37 HTTP/1.1" status: 200 len: 217 time: 0.1373718 Oct 10 12:08:22.550695 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7325f5e-8b0f-4ca6-8903-f040c5070db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:22.552395 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-b7325f5e-8b0f-4ca6-8903-f040c5070db8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3749495 Oct 10 12:08:22.560426 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] For port 7952dcbe-5751-4c3a-ad46-5f684e765d16, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:08:22.579750 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6f793088-380c-4883-b4d4-bbb672196119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (42dc4f29-3b43-446a-aa8e-79fcc91361e8), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:22.639287 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] For port 7952dcbe-5751-4c3a-ad46-5f684e765d16, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=7952dcbe-5751-4c3a-ad46-5f684e765d16,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:08:22.828308 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-047ca018-e805-4312-8658-7c28e34ae81c req-31f9a1ae-545e-4494-8512-ffbdfc65bcb7 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6563227 Oct 10 12:08:22.880551 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7952dcbe-5751-4c3a-ad46-5f684e765d16), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:22.882426 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] For port f65861f8-ce58-4ca5-a150-dd1cbc87aba1, host hv-cinder-86020, cleared binding levels {{(pid=107006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:08:22.932952 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:22.934512 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:22.937317 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-91e546fa-806e-4276-b2f2-4113fa49471e req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/7952dcbe-5751-4c3a-ad46-5f684e765d16 HTTP/1.1" status: 200 len: 1094 time: 5.1870644 Oct 10 12:08:22.946862 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-2ca9a784-3700-4f5b-92d4-283b1c0f27f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:22.951879 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-2ca9a784-3700-4f5b-92d4-283b1c0f27f4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bb6da359-d615-4b16-b984-08cbec80399a HTTP/1.1" status: 200 len: 851 time: 0.3949306 Oct 10 12:08:23.024480 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] For port f65861f8-ce58-4ca5-a150-dd1cbc87aba1, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f65861f8-ce58-4ca5-a150-dd1cbc87aba1,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:08:23.032855 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f793088-380c-4883-b4d4-bbb672196119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42dc4f29-3b43-446a-aa8e-79fcc91361e8,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:23.075307 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca1627-0b90-4195-9133-3e7c24e1871e req-a40f726d-54fc-4274-93e3-8b35615e82d8 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:23.076927 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b1ca1627-0b90-4195-9133-3e7c24e1871e req-a40f726d-54fc-4274-93e3-8b35615e82d8 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 944 time: 0.2335782 Oct 10 12:08:23.079081 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-bf84a985-430b-4a99-a169-fa7c4605c7f2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151401 Oct 10 12:08:23.159206 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (f65861f8-ce58-4ca5-a150-dd1cbc87aba1), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:23.239024 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f793088-380c-4883-b4d4-bbb672196119 admin admin] Checking segment: {'id': '9ea88777-8296-4d43-94f9-1cf92dc5f805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c4e128cc-5024-40fc-8366-621e3945c95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:08:23.239364 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f793088-380c-4883-b4d4-bbb672196119 admin admin] Network hostable DHCP agents. Network: c4e128cc-5024-40fc-8366-621e3945c95b, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:08:23.295882 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:23.363099 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-dd2b3d18-0128-4007-81ae-94f046ff959d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Allocated IP 172.20.0.12 (8bb565bd-53c5-4c6d-b08f-259f391c730b/383a897c-19ae-4f67-b320-d650957cc219/98e81f6a-0ff4-4344-ab00-e77663d7f2cf) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:08:23.383833 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425806ab-b07e-4f16-bcfe-1ce4276523da x-openstack-request-id: req-425806ab-b07e-4f16-bcfe-1ce4276523da {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:08:23.384259 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d92bcf3-e567-46a0-a87e-ab1f89a16842", "tag": "baa47217-65c4-4e53-be16-7c13a9be2c74", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:08:23.384606 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-425806ab-b07e-4f16-bcfe-1ce4276523da {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:08:23.385197 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425806ab-b07e-4f16-bcfe-1ce4276523da'] response: {'name': 'network-changed', 'server_uuid': '7d92bcf3-e567-46a0-a87e-ab1f89a16842', 'tag': 'baa47217-65c4-4e53-be16-7c13a9be2c74', 'status': 'completed', 'code': 200} Oct 10 12:08:23.413290 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bf0f3-3bc9-4bac-9674-6283bec6cb91 service neutron] Pushing event updated for resources: {'Port': ['ID=7952dcbe-5751-4c3a-ad46-5f684e765d16,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:23.440204 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-3c04e45b-cdaa-4a94-97e3-312dbeb8cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:23.441749 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-3c04e45b-cdaa-4a94-97e3-312dbeb8cabb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8f18c3f5-60a6-4ca6-86fb-adfdf9eca981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4131863 Oct 10 12:08:23.446947 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:23.450918 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:23.454818 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/f65861f8-ce58-4ca5-a150-dd1cbc87aba1 HTTP/1.1" status: 200 len: 1093 time: 7.1321831 Oct 10 12:08:23.458075 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d53b17-0e7f-4e84-aa0c-4d6908cd174a {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:08:23.474036 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e546fa-806e-4276-b2f2-4113fa49471e req-da5bda7a-9c38-4680-89c6-236cc4d5161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:23.476175 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-91e546fa-806e-4276-b2f2-4113fa49471e req-da5bda7a-9c38-4680-89c6-236cc4d5161d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 1128 time: 0.2615006 Oct 10 12:08:23.478576 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Publish callbacks [] for port (63d53b17-0e7f-4e84-aa0c-4d6908cd174a), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:23.529376 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Transition to ACTIVE for port object 63d53b17-0e7f-4e84-aa0c-4d6908cd174a will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:08:23.532489 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f793088-380c-4883-b4d4-bbb672196119 admin admin] Network c4e128cc-5024-40fc-8366-621e3945c95b is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:08:23.594314 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6212e036-e07a-4094-bb3e-daa63758fc34 req-ccf91f9a-3370-463f-85e5-bcd964ac7f6c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955845 Oct 10 12:08:23.652549 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (63d53b17-0e7f-4e84-aa0c-4d6908cd174a), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:23.655140 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:23.663577 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b1ca1627-0b90-4195-9133-3e7c24e1871e req-2d35d65f-79a9-44ae-a48e-44a2e12a8aae tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710752 Oct 10 12:08:23.675216 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5cc9a-653d-42ee-a3a0-0ab299fb8b10 req-1d4f4045-7cce-4d61-aeaa-1c36a8a745a8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:23.688882 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-29c5cc9a-653d-42ee-a3a0-0ab299fb8b10 req-1d4f4045-7cce-4d61-aeaa-1c36a8a745a8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.2936814 Oct 10 12:08:23.699077 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fdfbf-e4e2-43dc-9841-665d86142d3c service neutron] Pushing event updated for resources: {'Port': ['ID=f65861f8-ce58-4ca5-a150-dd1cbc87aba1,revision_number=3']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:23.780444 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-6f793088-380c-4883-b4d4-bbb672196119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, c4e128cc-5024-40fc-8366-621e3945c95b) {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:08:23.802766 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ea9220-4b1d-4d5c-b9ef-edab8d6c5da5 None None] Network c4e128cc-5024-40fc-8366-621e3945c95b requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:08:23.838898 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f793088-380c-4883-b4d4-bbb672196119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:23.839589 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6f793088-380c-4883-b4d4-bbb672196119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:23.921045 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-29c5cc9a-653d-42ee-a3a0-0ab299fb8b10 req-e27e8fe3-f1e7-4457-b3a8-ecab863e7484 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160645 Oct 10 12:08:24.026410 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:24.042619 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-dd2b3d18-0128-4007-81ae-94f046ff959d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.044579 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Pushing event updated for resources: {'Port': ['ID=63d53b17-0e7f-4e84-aa0c-4d6908cd174a,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:24.047167 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Attempting to bind port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:08:24.047501 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Attempting to bind port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:08:24.047838 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Attempting to bind port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a on network f8981a50-f1b5-4a9f-bc84-d19589293c21 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:24.268660 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe88dd8-79a0-4e96-b604-72873880cc04 x-openstack-request-id: req-dbe88dd8-79a0-4e96-b604-72873880cc04 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:08:24.268947 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cef35a8-bca8-406f-b7e1-ffaaa71927df", "tag": "25665116-9189-467a-8aa2-fed12c932b37", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:08:24.269198 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dbe88dd8-79a0-4e96-b604-72873880cc04 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:08:24.269651 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe88dd8-79a0-4e96-b604-72873880cc04'] response: {'name': 'network-changed', 'server_uuid': '8cef35a8-bca8-406f-b7e1-ffaaa71927df', 'tag': '25665116-9189-467a-8aa2-fed12c932b37', 'status': 'completed', 'code': 200} Oct 10 12:08:24.278991 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6f793088-380c-4883-b4d4-bbb672196119 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.4601350 Oct 10 12:08:24.281616 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:24.306469 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cc7d28f9-0a9d-4a61-aed5-8535f94ebf86 req-a50a73b3-987b-407b-8c02-c791bae9bead tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 210 time: 0.1036808 Oct 10 12:08:24.314164 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe06dd6-c0c2-42b8-9439-5dfb385e1b0a None None] Network c4e128cc-5024-40fc-8366-621e3945c95b requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:08:24.326073 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a on network f8981a50-f1b5-4a9f-bc84-d19589293c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:08:24.326415 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Attempting to bind port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a on network f8981a50-f1b5-4a9f-bc84-d19589293c21 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:24.354022 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408db54-a7fd-440e-ab28-f9245cf1e553 req-ae47343a-1439-4f4d-bc05-ee9054930117 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:24.363060 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f408db54-a7fd-440e-ab28-f9245cf1e553 req-ae47343a-1439-4f4d-bc05-ee9054930117 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 943 time: 0.2019007 Oct 10 12:08:24.388289 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:08:24.388634 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Checking segment: {'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:08:24.389025 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Bound using segment: {'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:08:24.389557 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Bound port: 63d53b17-0e7f-4e84-aa0c-4d6908cd174a, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:08:24.389824 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (63d53b17-0e7f-4e84-aa0c-4d6908cd174a), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.448524 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f408db54-a7fd-440e-ab28-f9245cf1e553 req-8652b784-d3ae-4a01-9fae-93d6914a3490 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658746 Oct 10 12:08:24.486052 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-dd2b3d18-0128-4007-81ae-94f046ff959d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.539778 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1bef1-7826-4189-81d5-e5a0fcbf7e50 req-c65d9368-89d4-42b5-bc2c-08355282d5fd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:24.547477 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cca1bef1-7826-4189-81d5-e5a0fcbf7e50 req-c65d9368-89d4-42b5-bc2c-08355282d5fd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 944 time: 0.0733345 Oct 10 12:08:24.551804 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-dd2b3d18-0128-4007-81ae-94f046ff959d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Network 8bb565bd-53c5-4c6d-b08f-259f391c730b is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:08:24.560295 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-dd2b3d18-0128-4007-81ae-94f046ff959d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:08:24.565778 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] For port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:08:24.571700 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-dd2b3d18-0128-4007-81ae-94f046ff959d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:08:24.577971 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-dd2b3d18-0128-4007-81ae-94f046ff959d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:24.578414 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-dd2b3d18-0128-4007-81ae-94f046ff959d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.582224 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] For port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=63d53b17-0e7f-4e84-aa0c-4d6908cd174a,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:08:24.598893 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b3d18-0128-4007-81ae-94f046ff959d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event updated for resources: {'Port': ['ID=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:24.611241 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cca1bef1-7826-4189-81d5-e5a0fcbf7e50 req-6caed4d4-047f-477c-87ac-73371804e1d9 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568645 Oct 10 12:08:24.628620 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:24.691981 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (63d53b17-0e7f-4e84-aa0c-4d6908cd174a), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.695833 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:24.696439 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.697855 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/63d53b17-0e7f-4e84-aa0c-4d6908cd174a HTTP/1.1" status: 200 len: 1093 time: 4.3649220 Oct 10 12:08:24.724416 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-dd2b3d18-0128-4007-81ae-94f046ff959d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4301941 Oct 10 12:08:24.775853 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05813349-4a98-46d2-a5c1-ff6fdfcd049a service neutron] Pushing event updated for resources: {'Port': ['ID=63d53b17-0e7f-4e84-aa0c-4d6908cd174a,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:24.853667 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a3992-e57d-4aa9-9513-b97fc93d09a1 req-d773b87c-0e94-446c-b4d8-668cf70bbbb0 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:24.860885 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a95a3992-e57d-4aa9-9513-b97fc93d09a1 req-d773b87c-0e94-446c-b4d8-668cf70bbbb0 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 944 time: 0.0650580 Oct 10 12:08:24.861910 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-fc618f28-4dc1-41e5-82cc-2d65c2aed21c None None] Provisioning complete for port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:24.862468 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-fc618f28-4dc1-41e5-82cc-2d65c2aed21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:24.863009 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-fc618f28-4dc1-41e5-82cc-2d65c2aed21c None None] Attempt 1 to provision port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf Oct 10 12:08:24.899300 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-fc618f28-4dc1-41e5-82cc-2d65c2aed21c None None] Port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:08:24.917440 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a95a3992-e57d-4aa9-9513-b97fc93d09a1 req-0ba65f23-e039-4bb6-b5c4-e116fc84f94b tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556664 Oct 10 12:08:24.925464 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:25.095096 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f9fb8-a66a-4f2a-84a7-7178890d4f30 req-09e55b5a-d03b-4e98-9095-2ad2e3bf1d64 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:25.096748 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f72f9fb8-a66a-4f2a-84a7-7178890d4f30 req-09e55b5a-d03b-4e98-9095-2ad2e3bf1d64 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.0618863 Oct 10 12:08:25.169062 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f72f9fb8-a66a-4f2a-84a7-7178890d4f30 req-ceb056f9-1b0b-4320-9736-07eb24a33e62 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648220 Oct 10 12:08:25.375474 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39002) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:25.382218 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-bb527590-3818-47ed-bace-2419d75e69b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1963521758-network', 'tenant_id': '45f32ff86e37403abcda138fa40c8374'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:25.387097 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'tag': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:08:25.391257 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed8dc12e2a811d0e919703145f0a46ca2d14ab091e6de4741f3d89754d8b916b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295d67ec-d3ba-4f34-941a-a7a7a21e1746" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb9c640-3e33-4e42-a21e-cdcce980b06a", "tag": "f65861f8-ce58-4ca5-a150-dd1cbc87aba1"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:08:25.434528 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca235e62-5988-4d75-9d91-35fdb23ee61b x-openstack-request-id: req-ca235e62-5988-4d75-9d91-35fdb23ee61b {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:08:25.434836 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb9c640-3e33-4e42-a21e-cdcce980b06a", "tag": "f65861f8-ce58-4ca5-a150-dd1cbc87aba1", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:08:25.435194 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca235e62-5988-4d75-9d91-35fdb23ee61b {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:08:25.435500 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca235e62-5988-4d75-9d91-35fdb23ee61b'] response: {'name': 'network-changed', 'server_uuid': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'tag': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1', 'status': 'completed', 'code': 200} Oct 10 12:08:25.489355 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9c231-35fc-4ce7-ad20-c84fe27a201e req-b4f26ff1-e86b-423c-9afb-40d0b7f6ece0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:25.498880 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98c9c231-35fc-4ce7-ad20-c84fe27a201e req-b4f26ff1-e86b-423c-9afb-40d0b7f6ece0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 932 time: 0.0656075 Oct 10 12:08:25.505254 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb527590-3818-47ed-bace-2419d75e69b7 admin admin] Made reservation on behalf of 45f32ff86e37403abcda138fa40c8374 for: {'network': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:08:25.509125 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bb527590-3818-47ed-bace-2419d75e69b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:25.519828 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bb527590-3818-47ed-bace-2419d75e69b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:25.525869 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:25.600221 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98c9c231-35fc-4ce7-ad20-c84fe27a201e req-4bd94ec1-a4c6-46c6-988a-6dd13b358f13 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931706 Oct 10 12:08:25.606848 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bb527590-3818-47ed-bace-2419d75e69b7 admin admin] Publish callbacks [] for security_group (e893e9f2-b3a2-42b9-870c-7c194e3481de), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:25.626575 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87701ef7-d795-4712-9db9-606990484be7 req-b29ce863-919b-43e0-af6d-2d1bd228076a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:25.628109 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-87701ef7-d795-4712-9db9-606990484be7 req-b29ce863-919b-43e0-af6d-2d1bd228076a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 943 time: 0.0775182 Oct 10 12:08:25.676463 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-87701ef7-d795-4712-9db9-606990484be7 req-d78c4fab-32ac-4add-b5ff-9d2184c68d2c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424807 Oct 10 12:08:25.682722 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bb527590-3818-47ed-bace-2419d75e69b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (e893e9f2-b3a2-42b9-870c-7c194e3481de), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:25.709755 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb527590-3818-47ed-bace-2419d75e69b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=107007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:08:25.725315 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb527590-3818-47ed-bace-2419d75e69b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e893e9f2-b3a2-42b9-870c-7c194e3481de,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:25.733047 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bb527590-3818-47ed-bace-2419d75e69b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (93e75c2e-2e5a-4ee9-bdfd-00dfc8feafb6), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:25.734047 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.segments_db [None req-bb527590-3818-47ed-bace-2419d75e69b7 admin admin] Added segment 93e75c2e-2e5a-4ee9-bdfd-00dfc8feafb6 of type vlan for network 16cfe8c7-5437-4859-8905-3839c2253d69 Oct 10 12:08:25.759072 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693edab-72bc-4375-9ae2-89c34350b640 req-4670bf5c-c701-4e4b-b4ba-b0efc1844ada tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:25.760675 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6693edab-72bc-4375-9ae2-89c34350b640 req-4670bf5c-c701-4e4b-b4ba-b0efc1844ada tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 944 time: 0.0686076 Oct 10 12:08:25.785434 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bb527590-3818-47ed-bace-2419d75e69b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (16cfe8c7-5437-4859-8905-3839c2253d69), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:25.808048 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:25.815195 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6693edab-72bc-4375-9ae2-89c34350b640 req-b4dc31ff-463d-432f-874e-bc12f62ee616 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488207 Oct 10 12:08:25.905192 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bb527590-3818-47ed-bace-2419d75e69b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (16cfe8c7-5437-4859-8905-3839c2253d69), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:25.906218 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb527590-3818-47ed-bace-2419d75e69b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:25.906866 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bb527590-3818-47ed-bace-2419d75e69b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:25.927926 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:25.968979 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb527590-3818-47ed-bace-2419d75e69b7 admin admin] Pushing event updated for resources: {'Network': ['ID=16cfe8c7-5437-4859-8905-3839c2253d69,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:25.980263 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network 16cfe8c7-5437-4859-8905-3839c2253d69 details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:08:26.025466 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-bb527590-3818-47ed-bace-2419d75e69b7 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6483381 Oct 10 12:08:26.028154 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39016) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:26.033258 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-98dd98be-4cfb-4b6d-b053-24c80156a024 admin admin] Request body: {'subnet': {'network_id': '16cfe8c7-5437-4859-8905-3839c2253d69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1963521758-subnet', 'tenant_id': '45f32ff86e37403abcda138fa40c8374', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:26.079516 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0afd7-5957-4a80-ae95-180684ed56cd req-c80c8988-0929-46df-99cf-614146818259 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:26.081010 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-20b0afd7-5957-4a80-ae95-180684ed56cd req-c80c8988-0929-46df-99cf-614146818259 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 944 time: 0.0577610 Oct 10 12:08:26.128033 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dd98be-4cfb-4b6d-b053-24c80156a024 admin admin] Made reservation on behalf of 45f32ff86e37403abcda138fa40c8374 for: {'subnet': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:08:26.130642 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-98dd98be-4cfb-4b6d-b053-24c80156a024 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:26.148563 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-20b0afd7-5957-4a80-ae95-180684ed56cd req-5c4cfabc-04ef-4c5b-aee8-1f27fdffc88c tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591850 Oct 10 12:08:26.272381 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a693f249-110a-4836-a0db-7c668d53a918', 'tag': '7952dcbe-5751-4c3a-ad46-5f684e765d16'}, {'name': 'network-changed', 'server_uuid': '13c0121a-4f1a-4265-9efd-5a969d73bb7e', 'tag': '63d53b17-0e7f-4e84-aa0c-4d6908cd174a'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:08:26.275018 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712" -d '{"events": [{"name": "network-changed", "server_uuid": "a693f249-110a-4836-a0db-7c668d53a918", "tag": "7952dcbe-5751-4c3a-ad46-5f684e765d16"}, {"name": "network-changed", "server_uuid": "13c0121a-4f1a-4265-9efd-5a969d73bb7e", "tag": "63d53b17-0e7f-4e84-aa0c-4d6908cd174a"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:08:26.302928 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3819b-5276-464c-8b40-4c3b1cb5da1a req-da9a9546-528a-4691-9b2e-c27cb0896aaf tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:26.304758 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5ee3819b-5276-464c-8b40-4c3b1cb5da1a req-da9a9546-528a-4691-9b2e-c27cb0896aaf tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.0555723 Oct 10 12:08:26.328155 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:26.332595 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 10 Oct 2022 12:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e9216e-2b2b-4781-9b4e-62ef2f048a8e x-openstack-request-id: req-64e9216e-2b2b-4781-9b4e-62ef2f048a8e {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:08:26.332888 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a693f249-110a-4836-a0db-7c668d53a918", "tag": "7952dcbe-5751-4c3a-ad46-5f684e765d16", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "13c0121a-4f1a-4265-9efd-5a969d73bb7e", "tag": "63d53b17-0e7f-4e84-aa0c-4d6908cd174a", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:08:26.333133 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-64e9216e-2b2b-4781-9b4e-62ef2f048a8e {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:08:26.333529 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e9216e-2b2b-4781-9b4e-62ef2f048a8e'] response: {'name': 'network-changed', 'server_uuid': 'a693f249-110a-4836-a0db-7c668d53a918', 'tag': '7952dcbe-5751-4c3a-ad46-5f684e765d16', 'status': 'completed', 'code': 200} Oct 10 12:08:26.333775 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e9216e-2b2b-4781-9b4e-62ef2f048a8e'] response: {'name': 'network-changed', 'server_uuid': '13c0121a-4f1a-4265-9efd-5a969d73bb7e', 'tag': '63d53b17-0e7f-4e84-aa0c-4d6908cd174a', 'status': 'completed', 'code': 200} Oct 10 12:08:26.374926 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5ee3819b-5276-464c-8b40-4c3b1cb5da1a req-c8978701-4412-411a-a083-bb6b44f878d8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639215 Oct 10 12:08:26.416789 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:26.499971 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-98dd98be-4cfb-4b6d-b053-24c80156a024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (17b4baae-9876-4c5e-85bc-b962b0214bc5), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:26.599760 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd98be-4cfb-4b6d-b053-24c80156a024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17b4baae-9876-4c5e-85bc-b962b0214bc5,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:26.612906 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dd98be-4cfb-4b6d-b053-24c80156a024 admin admin] Checking segment: {'id': '93e75c2e-2e5a-4ee9-bdfd-00dfc8feafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '16cfe8c7-5437-4859-8905-3839c2253d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:08:26.613456 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dd98be-4cfb-4b6d-b053-24c80156a024 admin admin] Network hostable DHCP agents. Network: 16cfe8c7-5437-4859-8905-3839c2253d69, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:08:26.722329 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dd98be-4cfb-4b6d-b053-24c80156a024 admin admin] Network 16cfe8c7-5437-4859-8905-3839c2253d69 is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:08:26.790376 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b1468-9f82-49b2-abf3-2999f986c477 req-fef10b7c-b993-42fb-98fa-e4471a0e6101 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:26.792019 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-655b1468-9f82-49b2-abf3-2999f986c477 req-fef10b7c-b993-42fb-98fa-e4471a0e6101 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 932 time: 0.0675585 Oct 10 12:08:26.811074 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-98dd98be-4cfb-4b6d-b053-24c80156a024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, 16cfe8c7-5437-4859-8905-3839c2253d69) {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:08:26.817724 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dd98be-4cfb-4b6d-b053-24c80156a024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:26.820519 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-98dd98be-4cfb-4b6d-b053-24c80156a024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:26.827174 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc03010-36d9-4c53-8620-d65620faf6c0 None None] Network 16cfe8c7-5437-4859-8905-3839c2253d69 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:08:26.848591 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238688d-531c-42cf-b2ed-fa2dba4ca6ee req-106883b0-cae4-4e33-93c1-adaccffc17a7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:26.850281 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2238688d-531c-42cf-b2ed-fa2dba4ca6ee req-106883b0-cae4-4e33-93c1-adaccffc17a7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 943 time: 0.0777397 Oct 10 12:08:26.896360 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-655b1468-9f82-49b2-abf3-2999f986c477 req-7fb4cafe-49cf-4b93-a43e-a3984ed9eac9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865347 Oct 10 12:08:26.914993 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:26.924997 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-98dd98be-4cfb-4b6d-b053-24c80156a024 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8954268 Oct 10 12:08:26.932498 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2238688d-531c-42cf-b2ed-fa2dba4ca6ee req-b0d95554-af06-4081-a739-cf45d57bf2b5 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725372 Oct 10 12:08:27.048872 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:27.075812 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5cde8-6a2d-4b8a-aa28-cdbba97c5815 req-bccf4a3c-b911-43ed-932a-a54386afa80d tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:27.077446 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-79e5cde8-6a2d-4b8a-aa28-cdbba97c5815 req-bccf4a3c-b911-43ed-932a-a54386afa80d tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 944 time: 0.0556107 Oct 10 12:08:27.109543 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d23fe94-79bb-4d97-b142-7757a03dc7fc None None] Network 16cfe8c7-5437-4859-8905-3839c2253d69 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:08:27.156553 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-79e5cde8-6a2d-4b8a-aa28-cdbba97c5815 req-6ea33dfe-44bb-44cc-b3d5-15bf554a7480 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721121 Oct 10 12:08:27.328377 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1a500-5153-4ba7-8ead-4b06c8345065 req-fe833dba-a884-4d2c-a58f-6201e04a731b tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:27.329935 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2ca1a500-5153-4ba7-8ead-4b06c8345065 req-fe833dba-a884-4d2c-a58f-6201e04a731b tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 944 time: 0.0499494 Oct 10 12:08:27.387245 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2ca1a500-5153-4ba7-8ead-4b06c8345065 req-e49766b6-ff32-4212-abdd-0a6ee500bd50 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499034 Oct 10 12:08:27.514870 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5becf-93cf-47a2-9721-2e13674d58ec req-acb21ad3-5c08-49a9-b5ab-33a77f40579a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:27.516959 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7cf5becf-93cf-47a2-9721-2e13674d58ec req-acb21ad3-5c08-49a9-b5ab-33a77f40579a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.0645812 Oct 10 12:08:27.570126 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7cf5becf-93cf-47a2-9721-2e13674d58ec req-1e439347-bd0e-4c56-831d-e98a4e6699de tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468125 Oct 10 12:08:28.148417 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc7555-912d-4fa1-abb1-ee108bceeb74 req-f3cee9d9-b850-4f10-a84f-ecca12ccc964 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:28.150936 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eafc7555-912d-4fa1-abb1-ee108bceeb74 req-f3cee9d9-b850-4f10-a84f-ecca12ccc964 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 932 time: 0.1317825 Oct 10 12:08:28.180983 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bf084-b181-4798-9912-141ed78e1752 req-da5bfe6e-10d9-4480-9801-576e08005b7d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:28.183801 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-716bf084-b181-4798-9912-141ed78e1752 req-da5bfe6e-10d9-4480-9801-576e08005b7d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 943 time: 0.1206896 Oct 10 12:08:28.275717 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eafc7555-912d-4fa1-abb1-ee108bceeb74 req-c0f15e4e-c888-46a4-838a-68d9f36aaa5d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185303 Oct 10 12:08:28.280295 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-716bf084-b181-4798-9912-141ed78e1752 req-6d2ec11c-4bee-401e-b86b-eea9fbf4586d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814178 Oct 10 12:08:28.423008 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763999f5-76d3-4456-84e8-9954c97b6349 req-c689419e-7f4f-4920-9105-f890b6251905 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:28.424847 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-763999f5-76d3-4456-84e8-9954c97b6349 req-c689419e-7f4f-4920-9105-f890b6251905 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 944 time: 0.0569813 Oct 10 12:08:28.494960 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-763999f5-76d3-4456-84e8-9954c97b6349 req-7e9722b2-bf58-4559-9eaa-3063d21db932 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613694 Oct 10 12:08:28.579036 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9da8c-cae3-49e9-85ea-6f1e7f58ab68 req-b95f1bcf-10d6-461b-91e6-99705ea1e3f0 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:28.580937 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-71a9da8c-cae3-49e9-85ea-6f1e7f58ab68 req-b95f1bcf-10d6-461b-91e6-99705ea1e3f0 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 944 time: 0.0759542 Oct 10 12:08:28.599438 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:28.645484 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-71a9da8c-cae3-49e9-85ea-6f1e7f58ab68 req-8c1afb32-4a99-4aec-b93c-8310f6cf3781 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540257 Oct 10 12:08:28.777045 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4b531-2c42-4449-87d1-ac2d9172e290 req-46fd7c1d-ed0c-42a3-bcca-46fe08b553ef tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:28.779772 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b1e4b531-2c42-4449-87d1-ac2d9172e290 req-46fd7c1d-ed0c-42a3-bcca-46fe08b553ef tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.0825605 Oct 10 12:08:28.848285 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b1e4b531-2c42-4449-87d1-ac2d9172e290 req-5b5e6fe7-9760-4107-90f1-421223eb4386 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617669 Oct 10 12:08:29.570999 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1754d9-a044-4690-adfb-af8831856ab0 req-fd046ad2-a7a4-4631-bad2-cd548873c56a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:29.570999 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5c1754d9-a044-4690-adfb-af8831856ab0 req-fd046ad2-a7a4-4631-bad2-cd548873c56a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 943 time: 0.0968201 Oct 10 12:08:29.570999 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf2f1f-3026-4b2d-b8e3-f1ef8e037a0b req-4f9d51e3-9a63-49ce-b33f-337184ae05c8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:29.570999 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0adf2f1f-3026-4b2d-b8e3-f1ef8e037a0b req-4f9d51e3-9a63-49ce-b33f-337184ae05c8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 932 time: 0.0920637 Oct 10 12:08:29.647908 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0adf2f1f-3026-4b2d-b8e3-f1ef8e037a0b req-e52654ac-8b32-46f3-98da-7571f58b28e5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201987 Oct 10 12:08:29.668328 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5c1754d9-a044-4690-adfb-af8831856ab0 req-f27161fd-bbe7-4de8-8808-38892136d063 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458285 Oct 10 12:08:29.969833 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d67ec-d3ba-4f34-941a-a7a7a21e1746 req-ab8d32d4-0eb7-4682-bfda-ea2ecc0c1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:29.973181 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-295d67ec-d3ba-4f34-941a-a7a7a21e1746 req-ab8d32d4-0eb7-4682-bfda-ea2ecc0c1f67 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 1127 time: 0.1921628 Oct 10 12:08:30.049296 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:30.061230 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-68c8c07a-de9e-44b6-917c-4687322fe0d0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8f18c3f5-60a6-4ca6-86fb-adfdf9eca981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648829 Oct 10 12:08:30.071627 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f2567-603e-429d-84e2-6d911aeafb5f req-1c170d48-93b5-4b33-a268-9ff9899bc8e1 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:30.077507 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c27f2567-603e-429d-84e2-6d911aeafb5f req-1c170d48-93b5-4b33-a268-9ff9899bc8e1 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 944 time: 0.1857173 Oct 10 12:08:30.205026 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Request body: {'port': {'device_id': '3e51573a-beab-4197-840e-a9427a52e273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:30.258200 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:30.277457 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-91e546fa-806e-4276-b2f2-4113fa49471e req-38fe1250-2d7b-4ad8-a0e5-45750ab70722 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7952dcbe-5751-4c3a-ad46-5f684e765d16 HTTP/1.1" status: 200 len: 217 time: 0.5719659 Oct 10 12:08:30.281222 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fdacd-f92e-47de-adb9-0239f424c9dc req-42067d63-a7ed-4332-98f2-6347f3f81eeb tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:30.289682 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-040fdacd-f92e-47de-adb9-0239f424c9dc req-42067d63-a7ed-4332-98f2-6347f3f81eeb tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 944 time: 0.4153676 Oct 10 12:08:30.440657 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd5570-8edf-44ef-b187-abc7600b42a0 req-c47f6be6-e63e-46ba-9923-af74f4ea24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:30.442956 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f2cd5570-8edf-44ef-b187-abc7600b42a0 req-c47f6be6-e63e-46ba-9923-af74f4ea24e3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 1127 time: 0.3791447 Oct 10 12:08:30.525877 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c27f2567-603e-429d-84e2-6d911aeafb5f req-a9b1e42b-fe75-49e7-a21b-7869a41eff6b tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552769 Oct 10 12:08:30.543194 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e546fa-806e-4276-b2f2-4113fa49471e req-918f71f0-df6a-448f-af5b-1d7f6b6aa40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:30.545937 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-91e546fa-806e-4276-b2f2-4113fa49471e req-918f71f0-df6a-448f-af5b-1d7f6b6aa40c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.2152407 Oct 10 12:08:30.554966 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-040fdacd-f92e-47de-adb9-0239f424c9dc req-3ddd09a9-9545-464a-8180-6fecc61fede7 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638528 Oct 10 12:08:30.584093 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d67ec-d3ba-4f34-941a-a7a7a21e1746 req-9ff80b07-4517-439b-828f-05ca8ff57880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:30.588634 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-295d67ec-d3ba-4f34-941a-a7a7a21e1746 req-9ff80b07-4517-439b-828f-05ca8ff57880 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=aab51c9b019e400c8e28d9a789eda6da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5052280 Oct 10 12:08:30.714935 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:30.817176 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-38158d21-ba70-4a18-bc61-8d104861ff4a req-cc4d316f-3268-4d35-b15f-bfdf579bad69 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8f18c3f5-60a6-4ca6-86fb-adfdf9eca981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040447 Oct 10 12:08:30.839094 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e546fa-806e-4276-b2f2-4113fa49471e req-56075cb1-c6e3-4329-8a72-cd987dbee8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:30.841633 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-91e546fa-806e-4276-b2f2-4113fa49471e req-56075cb1-c6e3-4329-8a72-cd987dbee8e4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2665617 Oct 10 12:08:30.937865 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:30.945419 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-a2829e56-cadc-43a4-85ad-6d930be0e0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:31.151196 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7ad87-124f-4bd3-8e7d-177c06727ea5 req-1c317fdc-27db-4985-aaa5-52b7b391e74a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:31.153002 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cef7ad87-124f-4bd3-8e7d-177c06727ea5 req-1c317fdc-27db-4985-aaa5-52b7b391e74a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 943 time: 0.1969244 Oct 10 12:08:31.174496 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cbff1-6efa-4e2d-9283-e86cfb99eb42 req-5d7cc58d-885d-49b9-b0a4-07f911c58439 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:31.186158 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e04cbff1-6efa-4e2d-9283-e86cfb99eb42 req-5d7cc58d-885d-49b9-b0a4-07f911c58439 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.5668511 Oct 10 12:08:31.196132 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd5570-8edf-44ef-b187-abc7600b42a0 req-9b5b47b8-0892-4086-9608-32d14f38fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:31.197915 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f2cd5570-8edf-44ef-b187-abc7600b42a0 req-9b5b47b8-0892-4086-9608-32d14f38fc32 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 920 time: 0.6410532 Oct 10 12:08:31.246536 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:31.295814 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-91e546fa-806e-4276-b2f2-4113fa49471e req-6272833a-d2f5-4068-988f-2ae69af8fb84 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170134 Oct 10 12:08:31.406752 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d67ec-d3ba-4f34-941a-a7a7a21e1746 req-957a42e8-d60c-4001-8c4f-c3dc216721d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:31.408876 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-295d67ec-d3ba-4f34-941a-a7a7a21e1746 req-957a42e8-d60c-4001-8c4f-c3dc216721d6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8147063 Oct 10 12:08:31.430725 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e04cbff1-6efa-4e2d-9283-e86cfb99eb42 req-959d8a34-c292-4215-ac9f-8919f71d2a3e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431800 Oct 10 12:08:31.445204 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cef7ad87-124f-4bd3-8e7d-177c06727ea5 req-6291e2e1-ed19-4751-afef-5e04550acabb tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278337 Oct 10 12:08:31.491610 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e81f6a-0ff4-4344-ab00-e77663d7f2cf {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:08:31.509572 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Publish callbacks [] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:31.531573 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Transition to ACTIVE for port object 98e81f6a-0ff4-4344-ab00-e77663d7f2cf will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:08:31.612202 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dc335-58ec-4424-b872-d50371560972 req-240eda4e-ff0e-488c-a021-eb5e82e3c0ad tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:31.614298 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7b5dc335-58ec-4424-b872-d50371560972 req-240eda4e-ff0e-488c-a021-eb5e82e3c0ad tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 932 time: 0.0565846 Oct 10 12:08:31.629590 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:31.788363 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7b5dc335-58ec-4424-b872-d50371560972 req-e2e6fe58-be7c-46b0-9c76-2b6550752e11 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666028 Oct 10 12:08:31.808870 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:31.810724 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Pushing event updated for resources: {'Port': ['ID=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:31.841862 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95a7e-5353-4443-93a5-cec4fd50abb2 req-ed997219-5f55-4a2a-a1fc-2e970674464b tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:31.863018 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f2f95a7e-5353-4443-93a5-cec4fd50abb2 req-ed997219-5f55-4a2a-a1fc-2e970674464b tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 944 time: 0.2074125 Oct 10 12:08:31.917174 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f2cd5570-8edf-44ef-b187-abc7600b42a0 req-247be395-58c7-496e-a55d-3da6c7bb4e6c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baa47217-65c4-4e53-be16-7c13a9be2c74 HTTP/1.1" status: 200 len: 217 time: 0.0847309 Oct 10 12:08:31.934789 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Attempting to bind port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:08:31.934789 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Attempting to bind port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:08:31.934789 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Attempting to bind port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf on network 8bb565bd-53c5-4c6d-b08f-259f391c730b {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:32.036858 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-d7cbaae1-cc44-477f-a9c8-41230f4e58de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:32.135344 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-29f994c2-6fda-407c-b49f-5a1aad4b36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:32.136885 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-29f994c2-6fda-407c-b49f-5a1aad4b36e9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=98437356d32f4230bce856ce6ddae66a&device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 1127 time: 0.2724876 Oct 10 12:08:32.140224 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f2f95a7e-5353-4443-93a5-cec4fd50abb2 req-dc974c3e-29c0-4939-bb2c-32d00fbf5004 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453072 Oct 10 12:08:32.149230 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f6acc-04b5-42ce-95c2-a8943e91284b req-5affa378-136f-49a2-b336-73624ef759fc tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:32.157140 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e50f6acc-04b5-42ce-95c2-a8943e91284b req-5affa378-136f-49a2-b336-73624ef759fc tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 944 time: 0.1510758 Oct 10 12:08:32.179831 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf on network 8bb565bd-53c5-4c6d-b08f-259f391c730b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:08:32.179831 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Attempting to bind port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf on network 8bb565bd-53c5-4c6d-b08f-259f391c730b {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:08:32.207795 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-cd25555b-1e5d-48c3-8266-e1978be87b52 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d53b17-0e7f-4e84-aa0c-4d6908cd174a HTTP/1.1" status: 200 len: 217 time: 0.0424473 Oct 10 12:08:32.215982 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-c14fb087-c847-4db8-806f-ca33da12cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:32.217959 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-c14fb087-c847-4db8-806f-ca33da12cef1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 1127 time: 0.2259192 Oct 10 12:08:32.304172 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa15fbf-0e9e-4961-8c94-127472b76f7c req-31434cbd-a4cc-4d32-9c53-26e38f679b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:32.307042 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0fa15fbf-0e9e-4961-8c94-127472b76f7c req-31434cbd-a4cc-4d32-9c53-26e38f679b74 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=f87226283dcb4d6fb203cc5e06cf13b2&device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 1128 time: 0.2976041 Oct 10 12:08:32.314166 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-e8f781b7-8bb7-44e8-8765-e1b6cf037992 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f65861f8-ce58-4ca5-a150-dd1cbc87aba1 HTTP/1.1" status: 200 len: 217 time: 0.0590429 Oct 10 12:08:32.329229 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd5570-8edf-44ef-b187-abc7600b42a0 req-2dd03e83-77bf-4d9e-a9d5-4072b5c01c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:32.331730 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f2cd5570-8edf-44ef-b187-abc7600b42a0 req-2dd03e83-77bf-4d9e-a9d5-4072b5c01c2a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.3195796 Oct 10 12:08:32.352538 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e50f6acc-04b5-42ce-95c2-a8943e91284b req-49550642-f99c-4335-8ff2-9a227956f619 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931841 Oct 10 12:08:32.366337 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-cf0deb33-bb16-40eb-aec1-b145961e2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:32.366337 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-cf0deb33-bb16-40eb-aec1-b145961e2aa9 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d HTTP/1.1" status: 200 len: 848 time: 0.1412082 Oct 10 12:08:32.378736 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:08:32.379346 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Checking segment: {'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:08:32.379906 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Bound using segment: {'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:08:32.380641 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Bound port: 98e81f6a-0ff4-4344-ab00-e77663d7f2cf, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:08:32.381757 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:32.389031 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-91e546fa-806e-4276-b2f2-4113fa49471e req-0fc773ed-2204-491c-bdf1-2af6503a6459 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644693 Oct 10 12:08:32.469214 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] For port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:08:32.473155 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] For port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:08:32.563911 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:32.572711 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:32.573765 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:32.577134 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/98e81f6a-0ff4-4344-ab00-e77663d7f2cf HTTP/1.1" status: 200 len: 1094 time: 2.5309806 Oct 10 12:08:32.580332 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e51573a-beab-4197-840e-a9427a52e273', 'tag': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:08:32.585663 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ef750e-af46-4b1c-941b-27023513f51b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e51573a-beab-4197-840e-a9427a52e273", "tag": "98e81f6a-0ff4-4344-ab00-e77663d7f2cf"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:08:32.634912 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d47b2-e261-45f5-87d6-7e962ad321dc service neutron] Pushing event updated for resources: {'Port': ['ID=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:32.649047 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17699d2e-99af-40ba-8d15-24146463f89c req-3d5830f7-5ff6-4dcf-ad78-9eb77334f160 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:32.666725 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-17699d2e-99af-40ba-8d15-24146463f89c req-3d5830f7-5ff6-4dcf-ad78-9eb77334f160 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.1133263 Oct 10 12:08:32.675608 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf08f40-aab2-45ca-9f43-3d0eeffb644b req-88459776-428d-4746-8574-a6cb470108a4 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:32.677232 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bbf08f40-aab2-45ca-9f43-3d0eeffb644b req-88459776-428d-4746-8574-a6cb470108a4 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 943 time: 0.0900068 Oct 10 12:08:32.751639 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-17699d2e-99af-40ba-8d15-24146463f89c req-7dc4865b-07d5-454e-b6f9-0bf87f7c8987 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943193 Oct 10 12:08:32.757530 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:32.766841 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bbf08f40-aab2-45ca-9f43-3d0eeffb644b req-50d1fd1e-7575-49cb-9900-0fe743bfef66 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798430 Oct 10 12:08:32.810081 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8c16fd-8982-430c-a226-045ca950af6f x-openstack-request-id: req-0f8c16fd-8982-430c-a226-045ca950af6f {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:08:32.810081 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e51573a-beab-4197-840e-a9427a52e273", "tag": "98e81f6a-0ff4-4344-ab00-e77663d7f2cf", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:08:32.810081 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f8c16fd-8982-430c-a226-045ca950af6f {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:08:32.810081 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8c16fd-8982-430c-a226-045ca950af6f'] response: {'name': 'network-changed', 'server_uuid': '3e51573a-beab-4197-840e-a9427a52e273', 'tag': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf', 'status': 'completed', 'code': 200} Oct 10 12:08:32.990837 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fee4e-31da-4311-937a-c0f5a49e3550 req-ec0a5724-24ec-48ce-9cbc-504bce65304a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:32.992656 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad7fee4e-31da-4311-937a-c0f5a49e3550 req-ec0a5724-24ec-48ce-9cbc-504bce65304a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0605242 Oct 10 12:08:33.050631 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad7fee4e-31da-4311-937a-c0f5a49e3550 req-721cb11c-f1f1-43a0-a162-9b7691805c34 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508082 Oct 10 12:08:33.323462 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4a74e-9bc7-4de9-be0a-26d77c2c2530 req-011f89f2-8768-43ab-842f-18b681971294 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:33.325110 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a6f4a74e-9bc7-4de9-be0a-26d77c2c2530 req-011f89f2-8768-43ab-842f-18b681971294 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 944 time: 0.0745866 Oct 10 12:08:33.337209 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:33.389826 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a6f4a74e-9bc7-4de9-be0a-26d77c2c2530 req-8c3e6c29-ae84-4f0d-a273-8cd0a9184edd tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573981 Oct 10 12:08:33.507671 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ffcb9-770a-418d-8f89-fa053f52ed19 req-e34828e4-c9ac-4bd4-9278-a69e50fa8791 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:33.509510 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-296ffcb9-770a-418d-8f89-fa053f52ed19 req-e34828e4-c9ac-4bd4-9278-a69e50fa8791 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 944 time: 0.0741570 Oct 10 12:08:33.577065 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-296ffcb9-770a-418d-8f89-fa053f52ed19 req-77aff4e3-df02-4bdd-885d-04ac53baac6f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581038 Oct 10 12:08:33.986002 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fd412-2795-461b-9000-695a2f5e6305 req-7e4ceed7-c6e1-47b3-9311-08735f34649b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:33.988138 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ca6fd412-2795-461b-9000-695a2f5e6305 req-7e4ceed7-c6e1-47b3-9311-08735f34649b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.1236575 Oct 10 12:08:34.013768 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597192d-10eb-4674-997e-178e5a89cca9 req-6654d746-397c-4ef1-9e56-60571e320e12 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:34.015386 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6597192d-10eb-4674-997e-178e5a89cca9 req-6654d746-397c-4ef1-9e56-60571e320e12 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 943 time: 0.1049030 Oct 10 12:08:34.097764 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ca6fd412-2795-461b-9000-695a2f5e6305 req-f7eb240a-ae08-4c31-9da9-45c90af0b5e6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992670 Oct 10 12:08:34.103105 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6597192d-10eb-4674-997e-178e5a89cca9 req-f6f86756-1fa0-4f12-b1be-2fd2fe553ae5 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792384 Oct 10 12:08:34.248418 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:34.270180 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4671c4-9916-49d2-8727-73003753c966 req-ab978ce8-c0a2-4498-a650-807140db55df tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:34.272984 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9d4671c4-9916-49d2-8727-73003753c966 req-ab978ce8-c0a2-4498-a650-807140db55df tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0710654 Oct 10 12:08:34.310713 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:34.343061 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:34.368036 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9d4671c4-9916-49d2-8727-73003753c966 req-ba38554b-6d9d-4854-b5d9-7971ed9c8705 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878525 Oct 10 12:08:34.578034 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:34.611163 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdca7ce-e724-49b5-9ae9-54fff2ce81c3 req-72e58c40-8f3b-4d16-a5f2-96c288bd3922 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:34.613609 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9cdca7ce-e724-49b5-9ae9-54fff2ce81c3 req-72e58c40-8f3b-4d16-a5f2-96c288bd3922 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 944 time: 0.0695024 Oct 10 12:08:34.681360 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9cdca7ce-e724-49b5-9ae9-54fff2ce81c3 req-7382d07f-a837-47e8-af85-e066620fdc58 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578227 Oct 10 12:08:34.753819 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b62172-4b6e-4924-8892-e07a7ce924f1 req-21778c79-524c-465b-8af8-03c3ab9d87a5 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:34.755493 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-72b62172-4b6e-4924-8892-e07a7ce924f1 req-21778c79-524c-465b-8af8-03c3ab9d87a5 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 944 time: 0.0596886 Oct 10 12:08:34.817704 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-72b62172-4b6e-4924-8892-e07a7ce924f1 req-0cf9490b-bdfb-440b-b1ff-5d311e7556d0 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516953 Oct 10 12:08:34.949817 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 25665116-9189-467a-8aa2-fed12c932b37 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:08:35.077925 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:35.119363 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 25665116-9189-467a-8aa2-fed12c932b37, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=25665116-9189-467a-8aa2-fed12c932b37,segment=NetworkSegment(99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4),segment_id=99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:35.144129 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '25665116-9189-467a-8aa2-fed12c932b37', 'network_id': '8f18c3f5-60a6-4ca6-86fb-adfdf9eca981', 'port_id': '25665116-9189-467a-8aa2-fed12c932b37', 'mac_address': 'fa:16:3e:e9:0b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6da359-d615-4b16-b984-08cbec80399a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:08:35.226866 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 25665116-9189-467a-8aa2-fed12c932b37 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:35.227554 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (25665116-9189-467a-8aa2-fed12c932b37), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:35.241989 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39186) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:35.257630 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25665116-9189-467a-8aa2-fed12c932b37 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:08:35.301571 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 25665116-9189-467a-8aa2-fed12c932b37, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=25665116-9189-467a-8aa2-fed12c932b37,segment=NetworkSegment(99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4),segment_id=99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:35.334662 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80ae8f-7083-4863-ac33-ad3604fb3189 req-e51fb786-6eb8-4fc7-ad4a-0fdaa653c3c3 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:35.336334 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4e80ae8f-7083-4863-ac33-ad3604fb3189 req-e51fb786-6eb8-4fc7-ad4a-0fdaa653c3c3 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.0964401 Oct 10 12:08:35.366881 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bc824-06ac-4d63-9965-c0a525fa644a req-59d301e3-3da7-4ca2-ac5d-1bb54251dc7f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:35.371409 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c45bc824-06ac-4d63-9965-c0a525fa644a req-59d301e3-3da7-4ca2-ac5d-1bb54251dc7f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 943 time: 0.0795889 Oct 10 12:08:35.384583 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (25665116-9189-467a-8aa2-fed12c932b37), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:35.439655 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:35.441469 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed49f-18f8-473d-9250-7c73fa1bc181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:35.476116 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4e80ae8f-7083-4863-ac33-ad3604fb3189 req-8dccfba9-e422-4817-9dbc-a2aa128fa81c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276882 Oct 10 12:08:35.510091 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=25665116-9189-467a-8aa2-fed12c932b37,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:35.594659 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:35.595573 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c45bc824-06ac-4d63-9965-c0a525fa644a req-f628c14d-ed2d-460b-adb0-345c665e975b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070677 Oct 10 12:08:35.616796 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed49f-18f8-473d-9250-7c73fa1bc181 admin admin] Publish callbacks [] for security_group (18e8d12c-acc1-4af5-bfa2-5581b41d0a25), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:35.696682 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe76fb-0d4e-4665-800d-74df76bbac69 req-b7a89076-ca78-40e8-a8af-1ec9d08b6e43 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:35.698534 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e8fe76fb-0d4e-4665-800d-74df76bbac69 req-b7a89076-ca78-40e8-a8af-1ec9d08b6e43 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0565035 Oct 10 12:08:35.699919 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed49f-18f8-473d-9250-7c73fa1bc181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (18e8d12c-acc1-4af5-bfa2-5581b41d0a25), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:35.754917 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-1b4ed49f-18f8-473d-9250-7c73fa1bc181 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ec6ecce071ae4b72a1ee50e780f65112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5113773 Oct 10 12:08:35.757103 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ed49f-18f8-473d-9250-7c73fa1bc181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e8d12c-acc1-4af5-bfa2-5581b41d0a25,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:35.760467 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39200) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:35.781399 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:35.788643 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e8fe76fb-0d4e-4665-800d-74df76bbac69 req-428353b8-12e6-46b9-a57f-aa9bbeba39c0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786545 Oct 10 12:08:35.833336 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5b7df13b-6e89-4b6b-8d25-f7c45f093d67 admin admin] Publish callbacks [] for security_group (18e8d12c-acc1-4af5-bfa2-5581b41d0a25), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:35.859021 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5b7df13b-6e89-4b6b-8d25-f7c45f093d67 admin admin] Publish callbacks [] for security_group (18e8d12c-acc1-4af5-bfa2-5581b41d0a25), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:35.891038 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['25665116-9189-467a-8aa2-fed12c932b37'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:08:35.908721 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e576f40-0665-442a-90fd-eb04d62e8ee7 req-0f603a8f-ec59-4fb6-8666-b68bd3709c27 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:35.911669 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4e576f40-0665-442a-90fd-eb04d62e8ee7 req-0f603a8f-ec59-4fb6-8666-b68bd3709c27 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 945 time: 0.0999236 Oct 10 12:08:36.033638 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc2c75-7e5f-42e7-8c1b-ddb72d324205 req-c94f9f98-0917-43fc-85a2-f83118419f36 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:36.035215 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4bcc2c75-7e5f-42e7-8c1b-ddb72d324205 req-c94f9f98-0917-43fc-85a2-f83118419f36 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 944 time: 0.0999787 Oct 10 12:08:36.041041 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4e576f40-0665-442a-90fd-eb04d62e8ee7 req-0a16c660-c522-4bf9-93b9-351fa9c99f06 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211185 Oct 10 12:08:36.060471 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5b7df13b-6e89-4b6b-8d25-f7c45f093d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (18e8d12c-acc1-4af5-bfa2-5581b41d0a25), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:36.071142 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5b7df13b-6e89-4b6b-8d25-f7c45f093d67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:36.089798 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-5b7df13b-6e89-4b6b-8d25-f7c45f093d67 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/18e8d12c-acc1-4af5-bfa2-5581b41d0a25 HTTP/1.1" status: 204 len: 168 time: 0.3277128 Oct 10 12:08:36.098709 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4bcc2c75-7e5f-42e7-8c1b-ddb72d324205 req-50b8d524-3882-47dd-a0e0-8a2d2497393a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553744 Oct 10 12:08:36.109518 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7df13b-6e89-4b6b-8d25-f7c45f093d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e8d12c-acc1-4af5-bfa2-5581b41d0a25,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:36.767323 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908f56b-0281-4854-83c6-64482c249c27 req-d75dda95-2eb4-46c9-bc35-08060105ec45 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:36.768952 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9908f56b-0281-4854-83c6-64482c249c27 req-d75dda95-2eb4-46c9-bc35-08060105ec45 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.1283514 Oct 10 12:08:36.784582 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8812d26-0466-4572-a813-02b34e68dc92 req-592cf636-5869-4d11-9800-e5c18e467d15 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:36.786177 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a8812d26-0466-4572-a813-02b34e68dc92 req-592cf636-5869-4d11-9800-e5c18e467d15 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 943 time: 0.0679774 Oct 10 12:08:36.879298 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9908f56b-0281-4854-83c6-64482c249c27 req-423b9936-7fd1-45ab-b154-930b22aa3055 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920582 Oct 10 12:08:36.884720 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a8812d26-0466-4572-a813-02b34e68dc92 req-5c3f2f41-ec31-4bf4-a123-4d2067d803c1 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900989 Oct 10 12:08:36.939364 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 25665116-9189-467a-8aa2-fed12c932b37 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:37.053904 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port 25665116-9189-467a-8aa2-fed12c932b37 completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:08:37.089213 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d5c56-6e0b-4202-bab6-75a60bf63e31 req-f9f1b3f4-6c26-4d52-9bee-767dbbd08f53 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:37.102191 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-056d5c56-6e0b-4202-bab6-75a60bf63e31 req-f9f1b3f4-6c26-4d52-9bee-767dbbd08f53 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.1004021 Oct 10 12:08:37.182290 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 25665116-9189-467a-8aa2-fed12c932b37 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:37.186400 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:37.188504 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (25665116-9189-467a-8aa2-fed12c932b37), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:37.190277 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 25665116-9189-467a-8aa2-fed12c932b37 Oct 10 12:08:37.280852 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-8a8e3751-483d-421c-9828-d9242b12477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:37.284240 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-8a8e3751-483d-421c-9828-d9242b12477d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f8981a50-f1b5-4a9f-bc84-d19589293c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0955377 Oct 10 12:08:37.328481 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:37.347256 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 39230) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:37.405967 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-056d5c56-6e0b-4202-bab6-75a60bf63e31 req-d0254e42-561d-4460-b275-1e7fca5bbbbc tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016927 Oct 10 12:08:37.446312 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 25665116-9189-467a-8aa2-fed12c932b37 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:37.449943 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (25665116-9189-467a-8aa2-fed12c932b37), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:37.490522 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 39234) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:37.518225 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cef35a8-bca8-406f-b7e1-ffaaa71927df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25665116-9189-467a-8aa2-fed12c932b37'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:08:37.624950 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90f70c-67a4-4444-993d-28d2e22ebbed req-89958106-116b-4300-bccd-7cba6e9f36ae tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:37.638110 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-df90f70c-67a4-4444-993d-28d2e22ebbed req-89958106-116b-4300-bccd-7cba6e9f36ae tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 945 time: 0.3073580 Oct 10 12:08:37.650083 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:37.740696 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 25665116-9189-467a-8aa2-fed12c932b37, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=25665116-9189-467a-8aa2-fed12c932b37,segment=NetworkSegment(99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4),segment_id=99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:37.757351 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb1c73-617e-4648-90f6-172a3a7e6ad1 req-0fd4f3ac-8f56-4048-9bda-9501d914a480 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:37.760505 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-93fb1c73-617e-4648-90f6-172a3a7e6ad1 req-0fd4f3ac-8f56-4048-9bda-9501d914a480 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 944 time: 0.1059968 Oct 10 12:08:37.815767 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (25665116-9189-467a-8aa2-fed12c932b37), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:37.827162 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:37.874567 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd5570-8edf-44ef-b187-abc7600b42a0 req-dafb1061-f290-4ee1-8971-b95f04313897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:37.877408 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f2cd5570-8edf-44ef-b187-abc7600b42a0 req-dafb1061-f290-4ee1-8971-b95f04313897 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7082407 Oct 10 12:08:37.908586 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-ba4e8ea4-26d0-4fa7-b99d-fdf59ad856fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:37.910011 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-ba4e8ea4-26d0-4fa7-b99d-fdf59ad856fd service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=afa57b24-9493-41e1-9638-6e9b3725e1da HTTP/1.1" status: 200 len: 854 time: 0.7434354 Oct 10 12:08:37.910804 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:37.925802 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef750e-af46-4b1c-941b-27023513f51b req-e6d7cd99-b5dc-4980-bc6b-f08ac1690537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:37.929560 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-92ef750e-af46-4b1c-941b-27023513f51b req-e6d7cd99-b5dc-4980-bc6b-f08ac1690537 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 1128 time: 0.7138598 Oct 10 12:08:37.935346 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-66e78af3-cc08-4050-970c-6621ad63bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:37.939791 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-66e78af3-cc08-4050-970c-6621ad63bb9d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 1128 time: 0.6370339 Oct 10 12:08:37.942081 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=25665116-9189-467a-8aa2-fed12c932b37,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:37.998784 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa15fbf-0e9e-4961-8c94-127472b76f7c req-3b96a31f-cb47-42b5-a2eb-ae4a2de65d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:38.001482 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0fa15fbf-0e9e-4961-8c94-127472b76f7c req-3b96a31f-cb47-42b5-a2eb-ae4a2de65d11 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 HTTP/1.1" status: 200 len: 913 time: 0.8344638 Oct 10 12:08:38.031438 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5a330d78-7496-4bf4-9a0f-d4720b70ea7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:38.039071 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e3bce4-19b0-45fd-97e0-c777b6cd56ab" -d '{"events": [{"server_uuid": "8cef35a8-bca8-406f-b7e1-ffaaa71927df", "name": "network-vif-plugged", "status": "completed", "tag": "25665116-9189-467a-8aa2-fed12c932b37"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:08:38.063389 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-df90f70c-67a4-4444-993d-28d2e22ebbed req-b2e08dfc-1558-4742-84d6-d9d99f1e9b40 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236975 Oct 10 12:08:38.071041 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-702efe73-4c00-4ccb-9446-754c72c758b3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311270 Oct 10 12:08:38.086923 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-93fb1c73-617e-4648-90f6-172a3a7e6ad1 req-2654764d-a418-4c60-9fa3-f427a3285333 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971301 Oct 10 12:08:38.112602 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:38.173422 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Publish callbacks [] for security_group (a90e58f3-dc28-4fe6-899e-22d43acfabd2), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:38.281678 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (a90e58f3-dc28-4fe6-899e-22d43acfabd2), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:38.310711 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:38.317003 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5a330d78-7496-4bf4-9a0f-d4720b70ea7e admin admin] Publish callbacks [] for security_group (2629454c-2ee9-4185-9a33-341a7da3cfa0), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:38.328977 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b26f06-a894-4d66-87ce-7da8973a2456 req-3d08f271-7c76-412b-a434-a8d6fb7a04bd tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:38.330593 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-99b26f06-a894-4d66-87ce-7da8973a2456 req-3d08f271-7c76-412b-a434-a8d6fb7a04bd tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.1380363 Oct 10 12:08:38.353595 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36442849-99ef-4eae-9178-cf9a21c20a1a req-f877a0b9-eac6-453e-8ca1-ec756878f9a7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:38.355506 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-36442849-99ef-4eae-9178-cf9a21c20a1a req-f877a0b9-eac6-453e-8ca1-ec756878f9a7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 943 time: 0.1272011 Oct 10 12:08:38.394850 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=04b64d7d543a4c24892f9d1747a94735&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0456643 Oct 10 12:08:38.398169 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5a330d78-7496-4bf4-9a0f-d4720b70ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (2629454c-2ee9-4185-9a33-341a7da3cfa0), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:38.399657 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39250) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:38.406991 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90e58f3-dc28-4fe6-899e-22d43acfabd2,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:38.451500 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.451808 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.452184 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.452510 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.452837 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.453162 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.453540 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.453885 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.454449 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.454800 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.455283 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.455591 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.455913 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.456218 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.456542 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fa832-6b1a-4211-a381-93375539914e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.495273 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-5a330d78-7496-4bf4-9a0f-d4720b70ea7e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=0a990bbe822443c9b5e465bb6a97e7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0022702 Oct 10 12:08:38.499683 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39254) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:38.506709 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-99b26f06-a894-4d66-87ce-7da8973a2456 req-df37ce11-4750-4b3f-9d2c-f5b950020884 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678307 Oct 10 12:08:38.509016 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Publish callbacks [] for security_group (a90e58f3-dc28-4fe6-899e-22d43acfabd2), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:38.537299 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-36442849-99ef-4eae-9178-cf9a21c20a1a req-27146f1e-ae93-4c17-b741-41bfa6de583a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650126 Oct 10 12:08:38.538551 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a330d78-7496-4bf4-9a0f-d4720b70ea7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2629454c-2ee9-4185-9a33-341a7da3cfa0,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:38.644888 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Publish callbacks [] for security_group (a90e58f3-dc28-4fe6-899e-22d43acfabd2), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:38.715489 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-baeca0d7-1119-4d66-a364-c238c2094593 admin admin] Publish callbacks [] for security_group (2629454c-2ee9-4185-9a33-341a7da3cfa0), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:38.766171 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2865a716-89b4-422c-b841-d2993f5c3107 x-openstack-request-id: req-2865a716-89b4-422c-b841-d2993f5c3107 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:08:38.766637 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cef35a8-bca8-406f-b7e1-ffaaa71927df", "name": "network-vif-plugged", "status": "completed", "tag": "25665116-9189-467a-8aa2-fed12c932b37", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:08:38.767060 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2865a716-89b4-422c-b841-d2993f5c3107 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:08:38.767759 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2865a716-89b4-422c-b841-d2993f5c3107'] response: {'server_uuid': '8cef35a8-bca8-406f-b7e1-ffaaa71927df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25665116-9189-467a-8aa2-fed12c932b37', 'code': 200} Oct 10 12:08:38.778400 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dccc6-0607-41ab-b6e9-ed7d3d9cf106 req-6c7ed5d2-2f17-4b1a-a4ce-1affbb18506a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:38.781032 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8c5dccc6-0607-41ab-b6e9-ed7d3d9cf106 req-6c7ed5d2-2f17-4b1a-a4ce-1affbb18506a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.1018541 Oct 10 12:08:38.795428 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-baeca0d7-1119-4d66-a364-c238c2094593 admin admin] Publish callbacks [] for security_group (2629454c-2ee9-4185-9a33-341a7da3cfa0), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:38.872754 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8c5dccc6-0607-41ab-b6e9-ed7d3d9cf106 req-32fc57ad-33e4-4c84-b946-796653e2bdc8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846076 Oct 10 12:08:38.935971 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device baa47217-65c4-4e53-be16-7c13a9be2c74 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:08:38.951024 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (a90e58f3-dc28-4fe6-899e-22d43acfabd2), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:38.960646 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:38.960646 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a90e58f3-dc28-4fe6-899e-22d43acfabd2 HTTP/1.1" status: 204 len: 168 time: 0.5546358 Oct 10 12:08:38.969420 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90e58f3-dc28-4fe6-899e-22d43acfabd2,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:38.984368 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.984887 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.985603 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.986154 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.986773 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.987344 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.987900 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.988435 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.988974 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.989409 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.989933 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.990472 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.991072 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.991637 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.992201 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd3bd03-be4e-4f27-9cd0-5a8f07d25234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:38.998121 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-baeca0d7-1119-4d66-a364-c238c2094593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (2629454c-2ee9-4185-9a33-341a7da3cfa0), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:39.002860 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-baeca0d7-1119-4d66-a364-c238c2094593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:39.004748 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-baeca0d7-1119-4d66-a364-c238c2094593 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2629454c-2ee9-4185-9a33-341a7da3cfa0 HTTP/1.1" status: 204 len: 168 time: 0.5031004 Oct 10 12:08:39.020487 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeca0d7-1119-4d66-a364-c238c2094593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2629454c-2ee9-4185-9a33-341a7da3cfa0,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:39.158785 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port baa47217-65c4-4e53-be16-7c13a9be2c74, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=baa47217-65c4-4e53-be16-7c13a9be2c74,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:39.187550 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': 'baa47217-65c4-4e53-be16-7c13a9be2c74', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'port_id': 'baa47217-65c4-4e53-be16-7c13a9be2c74', 'mac_address': 'fa:16:3e:74:7f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:08:39.224779 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3a2cd-e0f7-4e29-8e0b-55c8651f1d0f req-349dd8c0-18c9-4df8-bffd-fbf251a14093 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:39.232364 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c6d3a2cd-e0f7-4e29-8e0b-55c8651f1d0f req-349dd8c0-18c9-4df8-bffd-fbf251a14093 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.0618656 Oct 10 12:08:39.280018 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port baa47217-65c4-4e53-be16-7c13a9be2c74 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:39.280640 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (baa47217-65c4-4e53-be16-7c13a9be2c74), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:39.284530 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c6d3a2cd-e0f7-4e29-8e0b-55c8651f1d0f req-832c24dd-6650-4db4-ae60-d5e9d9f38259 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512381 Oct 10 12:08:39.314307 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa47217-65c4-4e53-be16-7c13a9be2c74 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:08:39.351323 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port baa47217-65c4-4e53-be16-7c13a9be2c74, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=baa47217-65c4-4e53-be16-7c13a9be2c74,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:39.387752 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdf541-9136-4a0c-bd2a-0fed8d285386 req-758bdaf8-a55d-4956-81cf-93cc899bbae1 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:39.389739 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d0bdf541-9136-4a0c-bd2a-0fed8d285386 req-758bdaf8-a55d-4956-81cf-93cc899bbae1 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 944 time: 0.0750670 Oct 10 12:08:39.452867 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d0bdf541-9136-4a0c-bd2a-0fed8d285386 req-1a80ee2b-e99a-484e-9e97-b5e4f4fc9013 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532117 Oct 10 12:08:39.471093 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (baa47217-65c4-4e53-be16-7c13a9be2c74), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:39.549383 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=baa47217-65c4-4e53-be16-7c13a9be2c74,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:39.993558 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32de8d0-69d8-4334-badd-9dd974ca285b req-917a1afa-b6bb-4995-bb48-4469b2bd5d12 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:39.993558 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e32de8d0-69d8-4334-badd-9dd974ca285b req-917a1afa-b6bb-4995-bb48-4469b2bd5d12 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.3397553 Oct 10 12:08:39.998593 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['baa47217-65c4-4e53-be16-7c13a9be2c74'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:08:40.045087 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-7806d20c-c1cb-49ca-b593-a0f4638c9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:40.047225 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-7806d20c-c1cb-49ca-b593-a0f4638c9a3e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3f74af49-8f08-437e-8de8-52cf94d07154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506108 Oct 10 12:08:40.086960 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:40.153647 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:40.274832 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061657e2-9c03-4c28-8174-0d09c6182e79 req-02e3b8e6-8efb-4d85-955b-1614afb7091b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:40.289287 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-061657e2-9c03-4c28-8174-0d09c6182e79 req-02e3b8e6-8efb-4d85-955b-1614afb7091b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 943 time: 0.2923996 Oct 10 12:08:40.297079 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 39294) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:40.316041 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0fa15fbf-0e9e-4961-8c94-127472b76f7c req-a39ce849-eccd-44ec-99e2-20b5de1ba3b0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25665116-9189-467a-8aa2-fed12c932b37 HTTP/1.1" status: 200 len: 217 time: 0.3912516 Oct 10 12:08:40.398303 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-863ae94e-c880-4634-842b-3e9dd62bcb6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:40.457092 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.48', 60113) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:40.500297 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e32de8d0-69d8-4334-badd-9dd974ca285b req-b5be451e-7e8a-4ea5-80e6-afed5f457678 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4340835 Oct 10 12:08:40.577272 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-ed117d18-c9b1-4741-9f8e-64e20efe4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:40.579147 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-ed117d18-c9b1-4741-9f8e-64e20efe4232 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 920 time: 0.6515994 Oct 10 12:08:40.644827 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-28c2c899-66ba-456e-87ce-4f0b9decadd0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498511 Oct 10 12:08:40.720284 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-061657e2-9c03-4c28-8174-0d09c6182e79 req-504fb8e7-83bb-48e0-85c4-eae04a69fa00 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3821836 Oct 10 12:08:40.721055 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f2cd5570-8edf-44ef-b187-abc7600b42a0 req-98eef0e8-850b-4dd0-9ea7-67f62c668e9a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7943571 Oct 10 12:08:40.767449 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-ac4d10b5-e562-4477-b4ed-7314a70c0926 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6969361 Oct 10 12:08:40.799386 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65852e9-ce08-4f8f-86ff-98cd23ec93e3 req-5cc3fdc5-6704-4e2d-ba25-7f65f5614a27 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:40.802357 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e65852e9-ce08-4f8f-86ff-98cd23ec93e3 req-5cc3fdc5-6704-4e2d-ba25-7f65f5614a27 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.1854744 Oct 10 12:08:40.815681 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa15fbf-0e9e-4961-8c94-127472b76f7c req-072fc9b9-648d-41f4-a882-c96403e8a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:40.817664 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0fa15fbf-0e9e-4961-8c94-127472b76f7c req-072fc9b9-648d-41f4-a882-c96403e8a6ab service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=bb6da359-d615-4b16-b984-08cbec80399a HTTP/1.1" status: 200 len: 851 time: 0.4817107 Oct 10 12:08:40.825497 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e6501-e134-4b4e-bffa-43de9566adf2 req-900bd690-4594-41b9-a910-74d072bc83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:40.828135 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-457e6501-e134-4b4e-bffa-43de9566adf2 req-900bd690-4594-41b9-a910-74d072bc83fd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 1130 time: 0.3511603 Oct 10 12:08:40.830571 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-3799001a-bfe7-4999-b109-4c2d60cbb45a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7952dcbe-5751-4c3a-ad46-5f684e765d16 HTTP/1.1" status: 200 len: 217 time: 0.1947687 Oct 10 12:08:40.837261 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef750e-af46-4b1c-941b-27023513f51b req-27f3a41c-acc5-48a2-b32f-48af0b2b27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:40.839834 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-92ef750e-af46-4b1c-941b-27023513f51b req-27f3a41c-acc5-48a2-b32f-48af0b2b27f9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.9015923 Oct 10 12:08:40.933286 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-863ae94e-c880-4634-842b-3e9dd62bcb6e admin admin] Publish callbacks [] for security_group (9afc415c-eb93-4c78-85e1-83bc04183e65), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:40.981066 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952cc88-8392-4741-9de2-e19ad63af781 req-b3c369fb-b7f5-4aa7-aacb-e11a775b4011 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:40.988567 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0952cc88-8392-4741-9de2-e19ad63af781 req-b3c369fb-b7f5-4aa7-aacb-e11a775b4011 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.1504900 Oct 10 12:08:41.015953 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e65852e9-ce08-4f8f-86ff-98cd23ec93e3 req-3afeac39-8cd2-4e1b-93b3-0fea166f39e9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948605 Oct 10 12:08:41.025331 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-863ae94e-c880-4634-842b-3e9dd62bcb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (9afc415c-eb93-4c78-85e1-83bc04183e65), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:41.029668 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f2cd5570-8edf-44ef-b187-abc7600b42a0 req-91793dc6-8422-428d-8cfc-18ed28056638 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283807 Oct 10 12:08:41.084755 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:41.131917 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ae94e-c880-4634-842b-3e9dd62bcb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afc415c-eb93-4c78-85e1-83bc04183e65,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:41.222117 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0952cc88-8392-4741-9de2-e19ad63af781 req-1bb0a82e-5a90-441a-80e4-81955571908c tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323837 Oct 10 12:08:41.238942 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-863ae94e-c880-4634-842b-3e9dd62bcb6e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4cb37ff0b2cd4107a5a24f81d7e90fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9254253 Oct 10 12:08:41.238942 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 39322) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:41.263005 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05f2c8-40da-4e4e-b597-63ed3625ca96 req-a53f8bd5-63c8-4e96-964c-2e06e75dad0d tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:41.265762 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a05f2c8-40da-4e4e-b597-63ed3625ca96 req-a53f8bd5-63c8-4e96-964c-2e06e75dad0d tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 944 time: 0.1357572 Oct 10 12:08:41.355911 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 7952dcbe-5751-4c3a-ad46-5f684e765d16 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:08:41.377369 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device baa47217-65c4-4e53-be16-7c13a9be2c74 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:41.384075 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:41.411318 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9be6-8fa4-4828-b6d2-b7f4538e93c8 admin admin] Publish callbacks [] for security_group (9afc415c-eb93-4c78-85e1-83bc04183e65), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:41.422151 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a05f2c8-40da-4e4e-b597-63ed3625ca96 req-f62fbeed-b903-4b20-a905-8b3764b0742d tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340964 Oct 10 12:08:41.460088 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9be6-8fa4-4828-b6d2-b7f4538e93c8 admin admin] Publish callbacks [] for security_group (9afc415c-eb93-4c78-85e1-83bc04183e65), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:41.622852 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.db.resource_extend [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 10 12:08:41.679855 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9be6-8fa4-4828-b6d2-b7f4538e93c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (9afc415c-eb93-4c78-85e1-83bc04183e65), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:41.682893 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9be6-8fa4-4828-b6d2-b7f4538e93c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:41.684369 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-d7fa9be6-8fa4-4828-b6d2-b7f4538e93c8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/9afc415c-eb93-4c78-85e1-83bc04183e65 HTTP/1.1" status: 204 len: 168 time: 0.4446163 Oct 10 12:08:41.699056 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port baa47217-65c4-4e53-be16-7c13a9be2c74 completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:08:41.699347 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa9be6-8fa4-4828-b6d2-b7f4538e93c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afc415c-eb93-4c78-85e1-83bc04183e65,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:41.723934 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f6aac-f87e-4f39-8137-fda3dbd5d847 req-2aedea4e-4555-4781-b333-77090b983b94 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:41.726467 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-109f6aac-f87e-4f39-8137-fda3dbd5d847 req-2aedea4e-4555-4781-b333-77090b983b94 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.0816009 Oct 10 12:08:41.770207 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port baa47217-65c4-4e53-be16-7c13a9be2c74 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:41.770833 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (baa47217-65c4-4e53-be16-7c13a9be2c74), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:41.771930 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port baa47217-65c4-4e53-be16-7c13a9be2c74 Oct 10 12:08:41.895934 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-109f6aac-f87e-4f39-8137-fda3dbd5d847 req-d47268b7-59e8-463b-acf7-43340ef51ac6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567373 Oct 10 12:08:41.921088 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 7952dcbe-5751-4c3a-ad46-5f684e765d16, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=7952dcbe-5751-4c3a-ad46-5f684e765d16,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:41.947023 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38472cd-5c53-460a-95ca-d2dc1391d102 req-731b109e-6131-40dc-952e-97a6da584c6b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:41.949392 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e38472cd-5c53-460a-95ca-d2dc1391d102 req-731b109e-6131-40dc-952e-97a6da584c6b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 943 time: 0.0790143 Oct 10 12:08:41.956974 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '7952dcbe-5751-4c3a-ad46-5f684e765d16', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'port_id': '7952dcbe-5751-4c3a-ad46-5f684e765d16', 'mac_address': 'fa:16:3e:cd:34:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:08:42.059404 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e38472cd-5c53-460a-95ca-d2dc1391d102 req-109d951a-f2e7-455c-9a8d-e34b73c88166 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957041 Oct 10 12:08:42.062512 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 7952dcbe-5751-4c3a-ad46-5f684e765d16 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:42.063067 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7952dcbe-5751-4c3a-ad46-5f684e765d16), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:42.095027 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port baa47217-65c4-4e53-be16-7c13a9be2c74 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:42.095027 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (baa47217-65c4-4e53-be16-7c13a9be2c74), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:42.101797 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7952dcbe-5751-4c3a-ad46-5f684e765d16 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:08:42.147673 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d92bcf3-e567-46a0-a87e-ab1f89a16842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa47217-65c4-4e53-be16-7c13a9be2c74'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:08:42.151680 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b230f53a-d331-45c6-b1b0-7cce02b3904c" -d '{"events": [{"server_uuid": "7d92bcf3-e567-46a0-a87e-ab1f89a16842", "name": "network-vif-plugged", "status": "completed", "tag": "baa47217-65c4-4e53-be16-7c13a9be2c74"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:08:42.173811 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 7952dcbe-5751-4c3a-ad46-5f684e765d16, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=7952dcbe-5751-4c3a-ad46-5f684e765d16,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:42.181771 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port baa47217-65c4-4e53-be16-7c13a9be2c74, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=baa47217-65c4-4e53-be16-7c13a9be2c74,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:42.197127 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab938a8d-17a8-4d3d-9016-41242264dc24 req-1bb9348e-085d-4710-ae0f-4289417cc3e7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:42.199828 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ab938a8d-17a8-4d3d-9016-41242264dc24 req-1bb9348e-085d-4710-ae0f-4289417cc3e7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0902619 Oct 10 12:08:42.226038 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a38d7a-1c0b-4c86-871d-0cb474f7b2aa x-openstack-request-id: req-c9a38d7a-1c0b-4c86-871d-0cb474f7b2aa {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:08:42.226456 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d92bcf3-e567-46a0-a87e-ab1f89a16842", "name": "network-vif-plugged", "status": "completed", "tag": "baa47217-65c4-4e53-be16-7c13a9be2c74", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:08:42.226915 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9a38d7a-1c0b-4c86-871d-0cb474f7b2aa {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:08:42.227416 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a38d7a-1c0b-4c86-871d-0cb474f7b2aa'] response: {'server_uuid': '7d92bcf3-e567-46a0-a87e-ab1f89a16842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa47217-65c4-4e53-be16-7c13a9be2c74', 'code': 200} Oct 10 12:08:42.271646 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7952dcbe-5751-4c3a-ad46-5f684e765d16), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:42.292850 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ab938a8d-17a8-4d3d-9016-41242264dc24 req-51069ba1-0d9a-4ef2-925a-fc91da9675f8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812006 Oct 10 12:08:42.311924 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:08:42.319383 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:42.324074 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (baa47217-65c4-4e53-be16-7c13a9be2c74), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:42.350852 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=7952dcbe-5751-4c3a-ad46-5f684e765d16,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:42.364072 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:42.366594 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:42.367433 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:42.368352 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:42.369126 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:42.370110 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:42.371013 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:42.371815 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:42.372591 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:42.373405 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:42.373979 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:42.374551 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:42.375468 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:42.376267 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:42.377094 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:08:42.414695 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f6874-8a99-4ac1-bc4f-28ee43a27552 req-43a2524e-3c6f-4fba-8a01-6cfec37bdd05 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:42.416573 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e88f6874-8a99-4ac1-bc4f-28ee43a27552 req-43a2524e-3c6f-4fba-8a01-6cfec37bdd05 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.0818391 Oct 10 12:08:42.503964 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=baa47217-65c4-4e53-be16-7c13a9be2c74,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:42.511940 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e88f6874-8a99-4ac1-bc4f-28ee43a27552 req-d9fb7aac-5b19-4fbf-ab1b-8fb4897683d0 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876882 Oct 10 12:08:42.664627 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f798f-0aaf-4b1b-9a77-f3cd9b07b12c req-21966615-038b-40db-a8d6-f7352b64995a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:42.666278 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad1f798f-0aaf-4b1b-9a77-f3cd9b07b12c req-21966615-038b-40db-a8d6-f7352b64995a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 945 time: 0.0968738 Oct 10 12:08:42.730178 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['7952dcbe-5751-4c3a-ad46-5f684e765d16'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:08:42.787904 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad1f798f-0aaf-4b1b-9a77-f3cd9b07b12c req-c4e3d390-2663-403c-9bfd-cce5f7516ffb tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075575 Oct 10 12:08:42.789588 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:42.884121 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:43.111506 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187d2e9-7b41-4403-9f95-0c5d7f82d1b9 req-e608bab4-9026-4574-a69d-2582391b03f2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:43.123976 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6187d2e9-7b41-4403-9f95-0c5d7f82d1b9 req-e608bab4-9026-4574-a69d-2582391b03f2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.1030667 Oct 10 12:08:43.450438 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d26afca-4c7c-417b-a867-b248ac14fd01 req-3d6b98f8-24d7-41fb-8f43-9c8e089effd4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870355 Oct 10 12:08:43.467808 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:43.487392 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6187d2e9-7b41-4403-9f95-0c5d7f82d1b9 req-06df8ab6-1317-4211-a952-f63e32a972da tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616753 Oct 10 12:08:43.502058 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-457e6501-e134-4b4e-bffa-43de9566adf2 req-8a1877f9-2161-4ab9-a43c-d716a5e52c5c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:43.528944 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be8d5e-6d77-46c8-9fe2-2a73c265f8b0 req-666cd60c-552b-4920-971d-3dbd10cd72a5 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:43.555108 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-07be8d5e-6d77-46c8-9fe2-2a73c265f8b0 req-666cd60c-552b-4920-971d-3dbd10cd72a5 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 943 time: 0.2211788 Oct 10 12:08:43.667806 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa15fbf-0e9e-4961-8c94-127472b76f7c req-33249425-6deb-431b-bddd-f5f71464290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:43.670432 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0fa15fbf-0e9e-4961-8c94-127472b76f7c req-33249425-6deb-431b-bddd-f5f71464290f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8f18c3f5-60a6-4ca6-86fb-adfdf9eca981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4890954 Oct 10 12:08:43.711134 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-07be8d5e-6d77-46c8-9fe2-2a73c265f8b0 req-744d8487-63f6-4677-821f-063f9ba3ccf5 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552513 Oct 10 12:08:43.797359 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 7952dcbe-5751-4c3a-ad46-5f684e765d16 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:43.808528 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d3e99-d88f-4771-a662-6cc494bebca6 req-6f24579b-52ff-4953-8d19-4dd602851a30 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:43.822066 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b50d3e99-d88f-4771-a662-6cc494bebca6 req-6f24579b-52ff-4953-8d19-4dd602851a30 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.1020772 Oct 10 12:08:43.825606 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-81701500-a390-43c6-9585-c7a589d1171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:43.828611 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-81701500-a390-43c6-9585-c7a589d1171a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.6149852 Oct 10 12:08:43.874384 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port 7952dcbe-5751-4c3a-ad46-5f684e765d16 completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:08:43.884604 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:43.939915 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e96d9-59c2-4237-9b54-affac5b2d447 req-56c44934-135f-42a8-bfa4-8bce99254bdb tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:43.942914 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f33e96d9-59c2-4237-9b54-affac5b2d447 req-56c44934-135f-42a8-bfa4-8bce99254bdb tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.1188200 Oct 10 12:08:43.975769 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef750e-af46-4b1c-941b-27023513f51b req-2fccc1bd-bec7-4794-980b-9692d6c393f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:43.978645 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-92ef750e-af46-4b1c-941b-27023513f51b req-2fccc1bd-bec7-4794-980b-9692d6c393f8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7944725 Oct 10 12:08:44.006004 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 7952dcbe-5751-4c3a-ad46-5f684e765d16 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:44.006883 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (7952dcbe-5751-4c3a-ad46-5f684e765d16), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:44.007384 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 7952dcbe-5751-4c3a-ad46-5f684e765d16 Oct 10 12:08:44.025137 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:44.052902 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b50d3e99-d88f-4771-a662-6cc494bebca6 req-eb6add3d-032f-4ff3-9202-9edbcbdf2aa0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134955 Oct 10 12:08:44.174343 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0fa15fbf-0e9e-4961-8c94-127472b76f7c req-c62ebc8e-74d5-4209-a7f3-0ad7bca3847b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8f18c3f5-60a6-4ca6-86fb-adfdf9eca981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104400 Oct 10 12:08:44.175974 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-de5be1b5-4cca-4fd7-b63b-bf6b16a9f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:44.177989 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-de5be1b5-4cca-4fd7-b63b-bf6b16a9f29d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2212989 Oct 10 12:08:44.192649 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 7952dcbe-5751-4c3a-ad46-5f684e765d16 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:44.195527 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7952dcbe-5751-4c3a-ad46-5f684e765d16), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:44.228398 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f33e96d9-59c2-4237-9b54-affac5b2d447 req-0c0fe3cd-0137-437d-8578-b60b0e76effa tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576344 Oct 10 12:08:44.252407 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-457e6501-e134-4b4e-bffa-43de9566adf2 req-8a1877f9-2161-4ab9-a43c-d716a5e52c5c service neutron] Publish callbacks [] for security_group (2ddcf80e-6c47-43ed-97ce-da1684d6c2ef), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:44.266934 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a693f249-110a-4836-a0db-7c668d53a918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7952dcbe-5751-4c3a-ad46-5f684e765d16'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:08:44.272828 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028adeab-971b-4c90-98ec-d1661bac09af" -d '{"events": [{"server_uuid": "a693f249-110a-4836-a0db-7c668d53a918", "name": "network-vif-plugged", "status": "completed", "tag": "7952dcbe-5751-4c3a-ad46-5f684e765d16"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:08:44.297527 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 7952dcbe-5751-4c3a-ad46-5f684e765d16, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=7952dcbe-5751-4c3a-ad46-5f684e765d16,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:44.325914 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bd22e-0522-47e3-a1a0-3baf9348ca2f req-44362bb8-a703-4976-b029-85acceabcf63 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:44.327656 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb2bd22e-0522-47e3-a1a0-3baf9348ca2f req-44362bb8-a703-4976-b029-85acceabcf63 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 945 time: 0.0981696 Oct 10 12:08:44.331161 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3bc407-a4c9-45eb-b589-75cd2a57101f x-openstack-request-id: req-9a3bc407-a4c9-45eb-b589-75cd2a57101f {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:08:44.331484 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a693f249-110a-4836-a0db-7c668d53a918", "name": "network-vif-plugged", "status": "completed", "tag": "7952dcbe-5751-4c3a-ad46-5f684e765d16", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:08:44.331743 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a3bc407-a4c9-45eb-b589-75cd2a57101f {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:08:44.332158 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3bc407-a4c9-45eb-b589-75cd2a57101f'] response: {'server_uuid': 'a693f249-110a-4836-a0db-7c668d53a918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7952dcbe-5751-4c3a-ad46-5f684e765d16', 'code': 200} Oct 10 12:08:44.390875 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb2bd22e-0522-47e3-a1a0-3baf9348ca2f req-16435df1-f451-417c-a4cc-123d47f500e0 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511436 Oct 10 12:08:44.391297 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-457e6501-e134-4b4e-bffa-43de9566adf2 req-8a1877f9-2161-4ab9-a43c-d716a5e52c5c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (2ddcf80e-6c47-43ed-97ce-da1684d6c2ef), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:44.396595 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:44.425900 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7952dcbe-5751-4c3a-ad46-5f684e765d16), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:44.448226 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1877f9-2161-4ab9-a43c-d716a5e52c5c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddcf80e-6c47-43ed-97ce-da1684d6c2ef,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:44.453721 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-457e6501-e134-4b4e-bffa-43de9566adf2 req-8a1877f9-2161-4ab9-a43c-d716a5e52c5c service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2455196 Oct 10 12:08:44.509111 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=7952dcbe-5751-4c3a-ad46-5f684e765d16,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:44.699688 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0900c43-e48a-41e5-abd9-dcf662de24b5 req-9fa261b1-c74b-467c-9165-07ff08c5f66a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:44.701834 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b0900c43-e48a-41e5-abd9-dcf662de24b5 req-9fa261b1-c74b-467c-9165-07ff08c5f66a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.0635931 Oct 10 12:08:44.775887 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b0900c43-e48a-41e5-abd9-dcf662de24b5 req-22ef7c07-0a4b-4d4c-ab56-9671df68c3bc tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660720 Oct 10 12:08:44.877144 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190fe8c-77f1-4787-b4d1-7221835db110 req-5dab47b1-c9fa-4f83-bc81-409d469c39f0 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:44.879171 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d190fe8c-77f1-4787-b4d1-7221835db110 req-5dab47b1-c9fa-4f83-bc81-409d469c39f0 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 943 time: 0.0670323 Oct 10 12:08:44.946426 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d190fe8c-77f1-4787-b4d1-7221835db110 req-6bb31b0d-c594-4b7c-9455-2b99d63b6659 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563860 Oct 10 12:08:44.971366 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:45.297317 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb02b3-aa89-4d6d-bc1c-1483fc7207fc req-9196bac2-0c5b-4f1c-a634-9cd388b8b214 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:45.299483 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-aacb02b3-aa89-4d6d-bc1c-1483fc7207fc req-9196bac2-0c5b-4f1c-a634-9cd388b8b214 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0840366 Oct 10 12:08:45.405084 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-aacb02b3-aa89-4d6d-bc1c-1483fc7207fc req-cd3169ac-952b-4c7a-84d9-7d9ce82fed48 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971327 Oct 10 12:08:45.428981 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32b7d1-01f0-4e35-b57b-ee1b48e5499e req-897a6571-be82-4f8e-ac84-e1d6e9be3278 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:45.430613 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cd32b7d1-01f0-4e35-b57b-ee1b48e5499e req-897a6571-be82-4f8e-ac84-e1d6e9be3278 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.0855830 Oct 10 12:08:45.513661 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cd32b7d1-01f0-4e35-b57b-ee1b48e5499e req-df6793a0-f089-4341-a04f-308e396f145c tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706067 Oct 10 12:08:45.604244 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56093db0-9217-426a-ade0-8b6a97d8a6c4 req-15a26cad-b9f5-46b2-9ca8-afee5c8a377e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:45.606858 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-56093db0-9217-426a-ade0-8b6a97d8a6c4 req-15a26cad-b9f5-46b2-9ca8-afee5c8a377e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0585382 Oct 10 12:08:45.678314 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-56093db0-9217-426a-ade0-8b6a97d8a6c4 req-33ef3546-b0d0-4407-bd30-b417d991fbc3 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650623 Oct 10 12:08:45.789478 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 63d53b17-0e7f-4e84-aa0c-4d6908cd174a details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:08:46.002386 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=63d53b17-0e7f-4e84-aa0c-4d6908cd174a,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:46.010934 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746d0f7-15a0-4536-b45d-eebb2b8c35ae req-3ab31a32-8820-44db-9a24-9237bf0121f6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:46.014745 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4746d0f7-15a0-4536-b45d-eebb2b8c35ae req-3ab31a32-8820-44db-9a24-9237bf0121f6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.0931745 Oct 10 12:08:46.034855 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '63d53b17-0e7f-4e84-aa0c-4d6908cd174a', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'port_id': '63d53b17-0e7f-4e84-aa0c-4d6908cd174a', 'mac_address': 'fa:16:3e:25:98:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:08:46.107270 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:46.107846 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (63d53b17-0e7f-4e84-aa0c-4d6908cd174a), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:46.143029 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d53b17-0e7f-4e84-aa0c-4d6908cd174a {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:08:46.183857 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=63d53b17-0e7f-4e84-aa0c-4d6908cd174a,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:46.210851 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4746d0f7-15a0-4536-b45d-eebb2b8c35ae req-c22275d9-123e-4e0c-8190-50714f966043 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785259 Oct 10 12:08:46.235216 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2859ab3-853a-4cf1-9e45-834de573fd7e req-cc9a01e0-06d7-4cf3-b1c8-33218325f897 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:46.238460 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e2859ab3-853a-4cf1-9e45-834de573fd7e req-cc9a01e0-06d7-4cf3-b1c8-33218325f897 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 943 time: 0.1654537 Oct 10 12:08:46.276602 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (63d53b17-0e7f-4e84-aa0c-4d6908cd174a), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:46.307704 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e2859ab3-853a-4cf1-9e45-834de573fd7e req-00f3710b-5324-44f3-a761-258274a60cae tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677438 Oct 10 12:08:46.352889 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=63d53b17-0e7f-4e84-aa0c-4d6908cd174a,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:46.647796 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f459b-39d0-4b4e-9866-858e27fd7251 req-cec1a10d-68be-4f79-8b3b-3c65e8717963 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:46.655631 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5e5f459b-39d0-4b4e-9866-858e27fd7251 req-cec1a10d-68be-4f79-8b3b-3c65e8717963 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0954995 Oct 10 12:08:46.746513 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20f12a-62e2-4958-a76c-6fd329ef5263 req-a7219a60-6507-4378-a6c5-d50dc925fdcf tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:46.748148 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3d20f12a-62e2-4958-a76c-6fd329ef5263 req-a7219a60-6507-4378-a6c5-d50dc925fdcf tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.0911269 Oct 10 12:08:46.784340 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5e5f459b-39d0-4b4e-9866-858e27fd7251 req-5d550ae9-41bb-485d-9faa-bed635d501e5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115825 Oct 10 12:08:46.801456 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:46.853677 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3d20f12a-62e2-4958-a76c-6fd329ef5263 req-97a0c3df-d99b-43d8-8ce0-4d6852007462 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957825 Oct 10 12:08:46.884516 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['63d53b17-0e7f-4e84-aa0c-4d6908cd174a'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:08:47.118393 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1f9c7-abc9-4a6a-bc06-8835cc5c7841 req-453d8308-4f70-4af4-9ab2-eb64f489b708 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:47.134096 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2ed1f9c7-abc9-4a6a-bc06-8835cc5c7841 req-453d8308-4f70-4af4-9ab2-eb64f489b708 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.2136140 Oct 10 12:08:47.244145 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c54bd-3026-427b-a59d-63fd63d0c2e2 req-893c7686-df98-403e-9c11-fbabb7e1a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:47.251026 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cd9c54bd-3026-427b-a59d-63fd63d0c2e2 req-893c7686-df98-403e-9c11-fbabb7e1a219 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 1129 time: 0.3036776 Oct 10 12:08:47.360312 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2ed1f9c7-abc9-4a6a-bc06-8835cc5c7841 req-9242737c-66f0-4705-aee5-6157673e58a1 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393065 Oct 10 12:08:47.387343 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0fa15fbf-0e9e-4961-8c94-127472b76f7c req-0e57b5ff-fc64-4c4c-9cdd-1338269035b7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8f18c3f5-60a6-4ca6-86fb-adfdf9eca981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095454 Oct 10 12:08:47.397741 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-70157346-db73-4724-919b-4dd2c52adc10 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077742 Oct 10 12:08:47.448367 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:47.476171 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56f66b-bb88-4e49-aeb8-95fcb7d9fd8a req-0c38cde9-d7e5-4054-84d4-2846bada0df1 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:47.479193 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ea56f66b-bb88-4e49-aeb8-95fcb7d9fd8a req-0c38cde9-d7e5-4054-84d4-2846bada0df1 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.0886195 Oct 10 12:08:47.623167 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5477d-bcdd-4208-9543-01c2b3a7d412 req-3bed62f2-b3f4-408e-9216-529a2b3ee8ef tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:47.625382 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f0a5477d-bcdd-4208-9543-01c2b3a7d412 req-3bed62f2-b3f4-408e-9216-529a2b3ee8ef tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 944 time: 0.1446881 Oct 10 12:08:47.680352 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ea56f66b-bb88-4e49-aeb8-95fcb7d9fd8a req-5f953473-d0a6-4e02-88fa-fc0df56772e9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824961 Oct 10 12:08:47.747903 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f0a5477d-bcdd-4208-9543-01c2b3a7d412 req-59bd0e60-0571-4f27-8aa7-1a5378ef248f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069047 Oct 10 12:08:47.890040 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cd9c54bd-3026-427b-a59d-63fd63d0c2e2 req-e3f931f0-3fa3-4215-a41b-e91f3a6d0450 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406147 Oct 10 12:08:48.124990 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805675d-5082-467d-9700-0dbe99e5ebba req-6c70677b-69d5-4938-90f8-0b01fb23c187 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:48.127693 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c805675d-5082-467d-9700-0dbe99e5ebba req-6c70677b-69d5-4938-90f8-0b01fb23c187 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.1730394 Oct 10 12:08:48.168161 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da9d8e-504c-47a4-bf24-52b533d2f6b4 req-2f8c4e2e-2a88-4f71-a150-647ed649e7f5 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:48.170783 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a6da9d8e-504c-47a4-bf24-52b533d2f6b4 req-2f8c4e2e-2a88-4f71-a150-647ed649e7f5 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.1988335 Oct 10 12:08:48.268678 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-a0405ac7-86e5-44cc-8a6c-2ff8b6e8cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:48.271348 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-a0405ac7-86e5-44cc-8a6c-2ff8b6e8cd3b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 1128 time: 0.5470848 Oct 10 12:08:48.319611 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device f65861f8-ce58-4ca5-a150-dd1cbc87aba1 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:08:48.321777 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c805675d-5082-467d-9700-0dbe99e5ebba req-8d7f0bc7-0a3c-43f5-9f3b-1e28ece78095 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845372 Oct 10 12:08:48.352857 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 63d53b17-0e7f-4e84-aa0c-4d6908cd174a up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:48.361334 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a6da9d8e-504c-47a4-bf24-52b533d2f6b4 req-3d4cea5a-50d6-48bd-a46e-6afaef0e2bf0 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663318 Oct 10 12:08:48.498190 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-bc09bdee-56d7-469a-be87-e3d18f9ff55c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403840 Oct 10 12:08:48.502023 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-778cd754-3d92-4bab-8cd0-9ac7a6ca9163 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf HTTP/1.1" status: 200 len: 217 time: 0.1337044 Oct 10 12:08:48.543961 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:08:48.613385 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port f65861f8-ce58-4ca5-a150-dd1cbc87aba1, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f65861f8-ce58-4ca5-a150-dd1cbc87aba1,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:48.628500 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'port_id': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1', 'mac_address': 'fa:16:3e:87:40:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:08:48.636402 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:48.636786 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (63d53b17-0e7f-4e84-aa0c-4d6908cd174a), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:48.637124 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a Oct 10 12:08:48.645107 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae7d61-d19a-4432-a317-6cf02b0cd1c5 req-c7bd250f-8f1f-4d9f-8eb0-4110477b8c14 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:48.649453 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-24ae7d61-d19a-4432-a317-6cf02b0cd1c5 req-c7bd250f-8f1f-4d9f-8eb0-4110477b8c14 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.1036477 Oct 10 12:08:48.770522 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port f65861f8-ce58-4ca5-a150-dd1cbc87aba1 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:48.771581 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f65861f8-ce58-4ca5-a150-dd1cbc87aba1), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:48.815928 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-24ae7d61-d19a-4432-a317-6cf02b0cd1c5 req-438279b3-efe9-4f8b-9329-11dd59e38d9e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565375 Oct 10 12:08:48.827322 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:48.861261 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65861f8-ce58-4ca5-a150-dd1cbc87aba1 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:08:48.922708 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:48.932970 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:48.936101 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (63d53b17-0e7f-4e84-aa0c-4d6908cd174a), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:48.949699 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port f65861f8-ce58-4ca5-a150-dd1cbc87aba1, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f65861f8-ce58-4ca5-a150-dd1cbc87aba1,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:48.955868 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32779df-8c76-475d-bffc-3d771633ccb7 req-31460300-1fee-49ec-a29e-597c251ffa29 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:48.957946 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f32779df-8c76-475d-bffc-3d771633ccb7 req-31460300-1fee-49ec-a29e-597c251ffa29 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 943 time: 0.0748913 Oct 10 12:08:49.013130 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (f65861f8-ce58-4ca5-a150-dd1cbc87aba1), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:49.023705 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c0121a-4f1a-4265-9efd-5a969d73bb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d53b17-0e7f-4e84-aa0c-4d6908cd174a'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:08:49.026380 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e749e54b-6ee2-49a4-94db-0bf53ce1531e" -d '{"events": [{"server_uuid": "13c0121a-4f1a-4265-9efd-5a969d73bb7e", "name": "network-vif-plugged", "status": "completed", "tag": "63d53b17-0e7f-4e84-aa0c-4d6908cd174a"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:08:49.054169 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:49.061334 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=63d53b17-0e7f-4e84-aa0c-4d6908cd174a,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:49.103061 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f32779df-8c76-475d-bffc-3d771633ccb7 req-b4bee174-0392-477b-ba9e-b19c29231f64 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344113 Oct 10 12:08:49.111742 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=f65861f8-ce58-4ca5-a150-dd1cbc87aba1,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:49.123295 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (63d53b17-0e7f-4e84-aa0c-4d6908cd174a), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:49.139627 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69125b-6f7c-4afd-bb3a-1666708e95ad req-3679946a-87e3-4a43-9c68-e44186eb6da2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:49.145170 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1d69125b-6f7c-4afd-bb3a-1666708e95ad req-3679946a-87e3-4a43-9c68-e44186eb6da2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 944 time: 0.1650302 Oct 10 12:08:49.194068 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa22068b-7d46-4f79-a3b4-da3e89c20af8 x-openstack-request-id: req-aa22068b-7d46-4f79-a3b4-da3e89c20af8 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:08:49.194908 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c0121a-4f1a-4265-9efd-5a969d73bb7e", "name": "network-vif-plugged", "status": "completed", "tag": "63d53b17-0e7f-4e84-aa0c-4d6908cd174a", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:08:49.195527 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa22068b-7d46-4f79-a3b4-da3e89c20af8 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:08:49.196629 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa22068b-7d46-4f79-a3b4-da3e89c20af8'] response: {'server_uuid': '13c0121a-4f1a-4265-9efd-5a969d73bb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d53b17-0e7f-4e84-aa0c-4d6908cd174a', 'code': 200} Oct 10 12:08:49.233680 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-434121b1-0049-4476-aa17-94c17c1edaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:49.235725 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-434121b1-0049-4476-aa17-94c17c1edaf9 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=383a897c-19ae-4f67-b320-d650957cc219 HTTP/1.1" status: 200 len: 856 time: 0.1485643 Oct 10 12:08:49.237615 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69cbc4-73ed-448e-8e6a-626e2725d5b4 req-016df465-d0d7-4acf-a5b4-3069e7e47ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:49.240033 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-5c69cbc4-73ed-448e-8e6a-626e2725d5b4 req-016df465-d0d7-4acf-a5b4-3069e7e47ae0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 1130 time: 0.0633423 Oct 10 12:08:49.252040 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=63d53b17-0e7f-4e84-aa0c-4d6908cd174a,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:49.257214 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1d69125b-6f7c-4afd-bb3a-1666708e95ad req-c8b6eef2-1b5b-4a72-b4b2-ccdaa214d8e0 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958064 Oct 10 12:08:49.553947 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde05ebb-2e65-4857-8e49-640cc1e06f2e req-fe7f8f85-417b-4390-8f5e-2b844fbc25c0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:49.555632 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dde05ebb-2e65-4857-8e49-640cc1e06f2e req-fe7f8f85-417b-4390-8f5e-2b844fbc25c0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0800796 Oct 10 12:08:49.577817 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1b540-61a5-4322-86bf-6a0201f96ec1 req-9f7befe0-7fe2-4cc5-abb8-cd3b82673095 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:49.579430 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-19e1b540-61a5-4322-86bf-6a0201f96ec1 req-9f7befe0-7fe2-4cc5-abb8-cd3b82673095 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.0731363 Oct 10 12:08:49.610253 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:49.653115 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dde05ebb-2e65-4857-8e49-640cc1e06f2e req-f064648c-240a-4154-86ac-b905b807d9cb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898681 Oct 10 12:08:49.663666 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['f65861f8-ce58-4ca5-a150-dd1cbc87aba1'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:08:49.667167 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-19e1b540-61a5-4322-86bf-6a0201f96ec1 req-999f7de1-47b2-4323-9547-2a89bd6efe33 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768766 Oct 10 12:08:49.945113 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-4b190b1d-24af-410d-8524-a3a6c4137a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:49.946576 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-4b190b1d-24af-410d-8524-a3a6c4137a2a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=98437356d32f4230bce856ce6ddae66a&device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 1129 time: 0.0658848 Oct 10 12:08:50.158659 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765e701-c408-4da0-b730-2c15185f1a95 req-f4a9c78b-220c-4142-97ac-97d59b0f593d tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:50.161027 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7765e701-c408-4da0-b730-2c15185f1a95 req-f4a9c78b-220c-4142-97ac-97d59b0f593d tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.2255137 Oct 10 12:08:50.182309 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-5c69cbc4-73ed-448e-8e6a-626e2725d5b4 req-9fd6f690-3c20-4259-938d-d2631b5435f8 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108738 Oct 10 12:08:50.185062 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-994902fb-c633-4f12-a7ee-4c4ed2faa424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:50.186859 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-994902fb-c633-4f12-a7ee-4c4ed2faa424 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8bb565bd-53c5-4c6d-b08f-259f391c730b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2175086 Oct 10 12:08:50.209610 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-651e1bdd-9e07-4fab-840c-606839b23364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:50.211288 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-651e1bdd-9e07-4fab-840c-606839b23364 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f8981a50-f1b5-4a9f-bc84-d19589293c21 HTTP/1.1" status: 200 len: 910 time: 0.2081900 Oct 10 12:08:50.241704 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:50.487536 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7765e701-c408-4da0-b730-2c15185f1a95 req-fc718afa-291e-4884-a02a-ed93ca496baa tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040333 Oct 10 12:08:50.501101 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52777f49-bb2e-4a77-913a-c3d986a00144 req-e4e7c613-108a-441c-8625-a690ecf7004c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:50.502549 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-52777f49-bb2e-4a77-913a-c3d986a00144 req-e4e7c613-108a-441c-8625-a690ecf7004c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 944 time: 0.2830081 Oct 10 12:08:50.586820 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-52777f49-bb2e-4a77-913a-c3d986a00144 req-fb15c28e-0038-4a81-843b-62d40951fadc tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721231 Oct 10 12:08:50.632655 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebfb8d-e13f-4faa-b129-cb526dbbdcb6 req-bc7b9caa-bff6-4437-aaa0-4ba50d1dadb9 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:50.634301 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a8ebfb8d-e13f-4faa-b129-cb526dbbdcb6 req-bc7b9caa-bff6-4437-aaa0-4ba50d1dadb9 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0702064 Oct 10 12:08:50.695476 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a8ebfb8d-e13f-4faa-b129-cb526dbbdcb6 req-15524761-972a-488f-8273-3fe2d34290dc tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516005 Oct 10 12:08:50.852043 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289aec6-fde0-4354-9ba2-d92030c3b78d req-02b36b34-5800-43f7-80bc-51e17bae5beb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:50.852043 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c289aec6-fde0-4354-9ba2-d92030c3b78d req-02b36b34-5800-43f7-80bc-51e17bae5beb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0627711 Oct 10 12:08:50.919435 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c289aec6-fde0-4354-9ba2-d92030c3b78d req-e1e8289d-5a57-4534-9332-368ac6746c54 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571756 Oct 10 12:08:50.973632 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device f65861f8-ce58-4ca5-a150-dd1cbc87aba1 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:51.028308 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port f65861f8-ce58-4ca5-a150-dd1cbc87aba1 completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:08:51.111574 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port f65861f8-ce58-4ca5-a150-dd1cbc87aba1 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:08:51.112559 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (f65861f8-ce58-4ca5-a150-dd1cbc87aba1), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:51.113216 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port f65861f8-ce58-4ca5-a150-dd1cbc87aba1 Oct 10 12:08:51.178965 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-d3d1936d-d29f-4553-82cf-47a12e5f5855 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d53b17-0e7f-4e84-aa0c-4d6908cd174a HTTP/1.1" status: 200 len: 217 time: 0.0815804 Oct 10 12:08:51.244114 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port f65861f8-ce58-4ca5-a150-dd1cbc87aba1 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:51.244839 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f65861f8-ce58-4ca5-a150-dd1cbc87aba1), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:51.250899 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-7517db69-ead2-40bf-a900-ca2d5fe89c49 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538098 Oct 10 12:08:51.277899 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:08:51.280352 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67753998-1669-4ffd-87c6-87346ae549f3" -d '{"events": [{"server_uuid": "2bb9c640-3e33-4e42-a21e-cdcce980b06a", "name": "network-vif-plugged", "status": "completed", "tag": "f65861f8-ce58-4ca5-a150-dd1cbc87aba1"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:08:51.298211 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port f65861f8-ce58-4ca5-a150-dd1cbc87aba1, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f65861f8-ce58-4ca5-a150-dd1cbc87aba1,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:51.369902 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69dfa08-1495-46f8-8588-acc4ef974e41 x-openstack-request-id: req-c69dfa08-1495-46f8-8588-acc4ef974e41 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:08:51.370213 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb9c640-3e33-4e42-a21e-cdcce980b06a", "name": "network-vif-plugged", "status": "completed", "tag": "f65861f8-ce58-4ca5-a150-dd1cbc87aba1", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:08:51.370465 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c69dfa08-1495-46f8-8588-acc4ef974e41 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:08:51.370894 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69dfa08-1495-46f8-8588-acc4ef974e41'] response: {'server_uuid': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1', 'code': 200} Oct 10 12:08:51.373003 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (f65861f8-ce58-4ca5-a150-dd1cbc87aba1), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:51.433933 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=f65861f8-ce58-4ca5-a150-dd1cbc87aba1,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:51.664904 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f5cbe-5963-4197-883e-d242a86fa085 req-2df495c9-c5f8-4d39-a902-5eb935814a75 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:51.667130 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e78f5cbe-5963-4197-883e-d242a86fa085 req-2df495c9-c5f8-4d39-a902-5eb935814a75 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0807879 Oct 10 12:08:51.812562 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e78f5cbe-5963-4197-883e-d242a86fa085 req-17d139e6-ff63-4132-96ef-1170c434e652 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283576 Oct 10 12:08:51.818970 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1e3a9-65ba-41ad-9751-4e4335927ece req-880760c8-2dc4-44e2-b6c8-4b5599fbb1a6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:51.821077 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0fa1e3a9-65ba-41ad-9751-4e4335927ece req-880760c8-2dc4-44e2-b6c8-4b5599fbb1a6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 945 time: 0.0812526 Oct 10 12:08:51.897967 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0fa1e3a9-65ba-41ad-9751-4e4335927ece req-60cb5350-47f5-4947-86b8-a35bd523711e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706563 Oct 10 12:08:52.103039 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17924b0-9d0e-4a4d-a841-6e402cbe48c6 req-36d8d9bb-90d9-4a09-9ffd-513b69694d04 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:52.106155 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a17924b0-9d0e-4a4d-a841-6e402cbe48c6 req-36d8d9bb-90d9-4a09-9ffd-513b69694d04 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.1406162 Oct 10 12:08:52.258298 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-32bcb9af-4859-44a4-96db-f3c9a5eadf64 req-958cbe73-62ae-4401-967d-c19ee4c443b9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603705 Oct 10 12:08:52.283427 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347454f-614c-4014-82cc-fea00c5c9b04 req-dfb8b90f-ec35-494d-944e-760ec405c447 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:52.292167 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e347454f-614c-4014-82cc-fea00c5c9b04 req-dfb8b90f-ec35-494d-944e-760ec405c447 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.1844172 Oct 10 12:08:52.312340 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:52.335133 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c094405-43bd-4ce1-8f5f-85299d77c01f req-baf86634-b1ab-4e50-b314-63a42a92ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:52.338155 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-2c094405-43bd-4ce1-8f5f-85299d77c01f req-baf86634-b1ab-4e50-b314-63a42a92ae88 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 1129 time: 0.1215079 Oct 10 12:08:52.370239 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-7516ce7c-21e1-4688-9e96-5d083b13141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:52.376972 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-7516ce7c-21e1-4688-9e96-5d083b13141c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d HTTP/1.1" status: 200 len: 848 time: 0.1944554 Oct 10 12:08:52.383755 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a17924b0-9d0e-4a4d-a841-6e402cbe48c6 req-84237ee2-71ad-4b79-a641-8a3e13970984 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589560 Oct 10 12:08:52.438911 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e347454f-614c-4014-82cc-fea00c5c9b04 req-17036c2f-f508-4c1e-81fd-c0f46510c180 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451397 Oct 10 12:08:52.839499 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:52.851017 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-e9c12f26-deec-4054-a99f-7220e64a97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:52.853298 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-e9c12f26-deec-4054-a99f-7220e64a97e6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f8981a50-f1b5-4a9f-bc84-d19589293c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562680 Oct 10 12:08:52.866634 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-2c094405-43bd-4ce1-8f5f-85299d77c01f req-f2418f16-376e-4293-997a-f6b35c8ed5fe service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677264 Oct 10 12:08:53.026349 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:53.030541 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-a6c92193-9835-4a0c-8957-5fabca14e850 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706905 Oct 10 12:08:53.071033 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6adadd-4311-405b-bcb7-5c4ff9d26599 req-e91abc0b-2228-4578-983b-73c7d38ef708 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:53.073695 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8a6adadd-4311-405b-bcb7-5c4ff9d26599 req-e91abc0b-2228-4578-983b-73c7d38ef708 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.1075466 Oct 10 12:08:53.086237 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc2e4e-7a93-4a93-a89d-b5ffb21b3a6d req-c9ccf3ac-5426-4cbd-8904-1c96f8dadd52 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:53.088042 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-51bc2e4e-7a93-4a93-a89d-b5ffb21b3a6d req-c9ccf3ac-5426-4cbd-8904-1c96f8dadd52 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 945 time: 0.0790582 Oct 10 12:08:53.163770 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8a6adadd-4311-405b-bcb7-5c4ff9d26599 req-6f493f64-3726-46db-a55f-8f92da600b8c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746748 Oct 10 12:08:53.183807 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-51bc2e4e-7a93-4a93-a89d-b5ffb21b3a6d req-1c6e2e4d-5bed-41f1-9f98-d7e11903e9b9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795128 Oct 10 12:08:53.907673 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39664) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:53.934704 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866db2-662b-4d78-98a1-059c28c64981 req-e45e062b-0476-479f-856e-a352558f285a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:53.936439 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a0866db2-662b-4d78-98a1-059c28c64981 req-e45e062b-0476-479f-856e-a352558f285a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0591507 Oct 10 12:08:53.962524 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6389009-9185-4783-9ce4-8f2d6746610d admin admin] Deleting subnet 42dc4f29-3b43-446a-aa8e-79fcc91361e8 {{(pid=107007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:08:53.966374 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a6389009-9185-4783-9ce4-8f2d6746610d admin admin] Publish callbacks [] for subnet (42dc4f29-3b43-446a-aa8e-79fcc91361e8), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:53.996551 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:54.011057 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a6389009-9185-4783-9ce4-8f2d6746610d admin admin] Publish callbacks [] for subnet (42dc4f29-3b43-446a-aa8e-79fcc91361e8), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:54.013528 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a0866db2-662b-4d78-98a1-059c28c64981 req-14b8669b-36b1-4876-82ad-1b3daaa42217 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683672 Oct 10 12:08:54.026959 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a6389009-9185-4783-9ce4-8f2d6746610d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (42dc4f29-3b43-446a-aa8e-79fcc91361e8), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:54.054743 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:54.165937 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a3eb4-ae2a-4eb4-955b-477a84fe42a5 req-d521b601-15b0-477b-ab4d-2f513a4d538c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:54.167171 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b85a3eb4-ae2a-4eb4-955b-477a84fe42a5 req-d521b601-15b0-477b-ab4d-2f513a4d538c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0587444 Oct 10 12:08:54.213844 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a6389009-9185-4783-9ce4-8f2d6746610d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (42dc4f29-3b43-446a-aa8e-79fcc91361e8), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:54.250653 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b85a3eb4-ae2a-4eb4-955b-477a84fe42a5 req-07fc38e2-b883-4902-afcb-464978be0207 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777810 Oct 10 12:08:54.264190 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6389009-9185-4783-9ce4-8f2d6746610d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42dc4f29-3b43-446a-aa8e-79fcc91361e8,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:54.303077 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a6389009-9185-4783-9ce4-8f2d6746610d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:54.319475 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-a6389009-9185-4783-9ce4-8f2d6746610d admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/42dc4f29-3b43-446a-aa8e-79fcc91361e8 HTTP/1.1" status: 204 len: 168 time: 0.4102027 Oct 10 12:08:54.320748 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 39678) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:54.440083 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (c4e128cc-5024-40fc-8366-621e3945c95b), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:54.448454 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57ed43-3bc1-4c8f-bb73-f13b0fa0835f req-1f06f976-0674-4e4a-a1a1-ade0f676d3bf tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:54.450105 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-de57ed43-3bc1-4c8f-bb73-f13b0fa0835f req-1f06f976-0674-4e4a-a1a1-ade0f676d3bf tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0787630 Oct 10 12:08:54.585159 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-de57ed43-3bc1-4c8f-bb73-f13b0fa0835f req-d10c2b59-214b-4851-9744-6cb2606a355e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237733 Oct 10 12:08:54.588005 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (c4e128cc-5024-40fc-8366-621e3945c95b), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:54.637431 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:08:54.638048 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:08:54.639376 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:08:54.639938 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Subscribe: > port after_create 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:08:54.640505 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Subscribe: > port after_delete 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:08:54.641062 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Subscribe: > port after_update 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:08:54.641607 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:08:54.642190 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:08:54.642767 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:08:54.643322 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:08:54.812118 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:08:54.812472 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:08:54.812808 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:08:54.813151 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:08:54.813532 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e128cc-5024-40fc-8366-621e3945c95b']}} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:54.845857 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea88777-8296-4d43-94f9-1cf92dc5f805') {'for_net_delete': True} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:54.846123 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea88777-8296-4d43-94f9-1cf92dc5f805') {} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:54.866427 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39682) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:54.885893 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31517720'] for segment (9ea88777-8296-4d43-94f9-1cf92dc5f805), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:54.920586 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d3368-ef19-4cd9-8be1-6e1c265a2ca1 req-d48b6b00-b0ac-4f6b-bb4c-117661d6bec9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:54.922430 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-719d3368-ef19-4cd9-8be1-6e1c265a2ca1 req-d48b6b00-b0ac-4f6b-bb4c-117661d6bec9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 945 time: 0.1026175 Oct 10 12:08:54.923646 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (9ea88777-8296-4d43-94f9-1cf92dc5f805), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:54.943040 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=107006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:08:54.943802 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31514711'] for segment (9ea88777-8296-4d43-94f9-1cf92dc5f805), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:55.052005 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-719d3368-ef19-4cd9-8be1-6e1c265a2ca1 req-9116d7a8-f176-4171-990f-023278de0663 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207261 Oct 10 12:08:55.071867 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5a595c4b-3a18-4ed8-84fa-b4d28d2c08a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:55.133432 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (c4e128cc-5024-40fc-8366-621e3945c95b), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:55.160678 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:55.168145 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/c4e128cc-5024-40fc-8366-621e3945c95b HTTP/1.1" status: 204 len: 168 time: 0.8457580 Oct 10 12:08:55.178708 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39698) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:55.184162 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ad884-6df6-4807-b280-d0191dbc240b admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e128cc-5024-40fc-8366-621e3945c95b,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:55.252532 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e4aa6-131d-458e-a383-49ec95ccdcd0 req-95242a34-28a8-4918-a226-ba15a5545b54 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:55.260078 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a80e4aa6-131d-458e-a383-49ec95ccdcd0 req-95242a34-28a8-4918-a226-ba15a5545b54 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0783536 Oct 10 12:08:55.321847 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7790275-e14d-44c6-ab2d-1ae40092c09a admin admin] Deleting subnet 17b4baae-9876-4c5e-85bc-b962b0214bc5 {{(pid=107007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:08:55.330167 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d7790275-e14d-44c6-ab2d-1ae40092c09a admin admin] Publish callbacks [] for subnet (17b4baae-9876-4c5e-85bc-b962b0214bc5), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:55.336484 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5a595c4b-3a18-4ed8-84fa-b4d28d2c08a1 admin admin] Publish callbacks [] for security_group (3dcaf594-12c7-4ae1-9b55-30e01aa8644f), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:55.359887 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.services.segments.plugin [-] Segment 9ea88777-8296-4d43-94f9-1cf92dc5f805 resource provider aggregate not found Oct 10 12:08:55.363666 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a80e4aa6-131d-458e-a383-49ec95ccdcd0 req-9f8b2709-eebb-4e64-8cc4-51ae17354317 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022904 Oct 10 12:08:55.428359 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5a595c4b-3a18-4ed8-84fa-b4d28d2c08a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (3dcaf594-12c7-4ae1-9b55-30e01aa8644f), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:55.445195 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.services.segments.plugin [-] Segment 9ea88777-8296-4d43-94f9-1cf92dc5f805 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ea88777-8296-4d43-94f9-1cf92dc5f805 found for delete ", "request_id": "req-45d6f1f8-ea1c-49d1-b1e9-b60434b729c4"}]} Oct 10 12:08:55.449113 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d7790275-e14d-44c6-ab2d-1ae40092c09a admin admin] Publish callbacks [] for subnet (17b4baae-9876-4c5e-85bc-b962b0214bc5), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:55.483703 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d7790275-e14d-44c6-ab2d-1ae40092c09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (17b4baae-9876-4c5e-85bc-b962b0214bc5), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:55.485282 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:55.533950 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2506e94-3587-4f61-8d49-5a24ba4793c0 req-50872364-6b1b-4778-a437-359164b878bf tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:55.538196 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f2506e94-3587-4f61-8d49-5a24ba4793c0 req-50872364-6b1b-4778-a437-359164b878bf tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0614891 Oct 10 12:08:55.562003 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a595c4b-3a18-4ed8-84fa-b4d28d2c08a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcaf594-12c7-4ae1-9b55-30e01aa8644f,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:55.574550 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-5a595c4b-3a18-4ed8-84fa-b4d28d2c08a1 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=0ae3499038574a14bbc020e8636d4076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7067492 Oct 10 12:08:55.578894 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39712) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:55.622122 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f2506e94-3587-4f61-8d49-5a24ba4793c0 req-08cdcc5f-ead0-40ff-bd56-04c728d815f9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793545 Oct 10 12:08:55.695021 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ee2cdaf2-704e-469f-8887-2cf2830ed263 admin admin] Publish callbacks [] for security_group (3dcaf594-12c7-4ae1-9b55-30e01aa8644f), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:55.735328 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ee2cdaf2-704e-469f-8887-2cf2830ed263 admin admin] Publish callbacks [] for security_group (3dcaf594-12c7-4ae1-9b55-30e01aa8644f), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:55.743082 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:55.778916 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55e41-ae37-4415-adc1-d6ee5aee34e9 req-7e0c1a1d-1fba-495d-9023-e372a6f0808a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:55.781598 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9da55e41-ae37-4415-adc1-d6ee5aee34e9 req-7e0c1a1d-1fba-495d-9023-e372a6f0808a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0760989 Oct 10 12:08:55.797851 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d7790275-e14d-44c6-ab2d-1ae40092c09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (17b4baae-9876-4c5e-85bc-b962b0214bc5), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:55.841914 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7790275-e14d-44c6-ab2d-1ae40092c09a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17b4baae-9876-4c5e-85bc-b962b0214bc5,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:55.850410 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d7790275-e14d-44c6-ab2d-1ae40092c09a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:55.852583 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9da55e41-ae37-4415-adc1-d6ee5aee34e9 req-18dfb7c4-c3dc-4108-9458-20b0fa5dfa20 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626478 Oct 10 12:08:55.864605 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-d7790275-e14d-44c6-ab2d-1ae40092c09a admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/17b4baae-9876-4c5e-85bc-b962b0214bc5 HTTP/1.1" status: 204 len: 168 time: 0.6771634 Oct 10 12:08:55.864821 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 39720) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:55.949585 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5fd4-0d8e-4c7c-8d1b-abac2326b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (16cfe8c7-5437-4859-8905-3839c2253d69), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:55.973391 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ee2cdaf2-704e-469f-8887-2cf2830ed263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (3dcaf594-12c7-4ae1-9b55-30e01aa8644f), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:55.976620 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ee2cdaf2-704e-469f-8887-2cf2830ed263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:55.978599 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-ee2cdaf2-704e-469f-8887-2cf2830ed263 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/3dcaf594-12c7-4ae1-9b55-30e01aa8644f HTTP/1.1" status: 204 len: 168 time: 0.3981740 Oct 10 12:08:55.993981 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cdaf2-704e-469f-8887-2cf2830ed263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcaf594-12c7-4ae1-9b55-30e01aa8644f,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:56.111288 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5fd4-0d8e-4c7c-8d1b-abac2326b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (16cfe8c7-5437-4859-8905-3839c2253d69), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:56.213218 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-6f0f5fd4-0d8e-4c7c-8d1b-abac2326b3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cfe8c7-5437-4859-8905-3839c2253d69']}} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:56.247954 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-6f0f5fd4-0d8e-4c7c-8d1b-abac2326b3f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e75c2e-2e5a-4ee9-bdfd-00dfc8feafb6') {'for_net_delete': True} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:56.248246 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-6f0f5fd4-0d8e-4c7c-8d1b-abac2326b3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e75c2e-2e5a-4ee9-bdfd-00dfc8feafb6') {} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:08:56.268316 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5fd4-0d8e-4c7c-8d1b-abac2326b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31517720'] for segment (93e75c2e-2e5a-4ee9-bdfd-00dfc8feafb6), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:56.311815 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff6b3d-c294-4631-8236-46836fa548c6 req-f3b8181b-dd21-45bd-9f35-dc2c60071206 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:56.313404 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c2ff6b3d-c294-4631-8236-46836fa548c6 req-f3b8181b-dd21-45bd-9f35-dc2c60071206 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 945 time: 0.1174047 Oct 10 12:08:56.316756 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5fd4-0d8e-4c7c-8d1b-abac2326b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (93e75c2e-2e5a-4ee9-bdfd-00dfc8feafb6), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:56.327238 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7ed3f433-8fc6-4439-9a28-ef96e3a4a712 req-10702962-52df-42ca-834a-6a1ba639deeb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713449 Oct 10 12:08:56.328385 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0f5fd4-0d8e-4c7c-8d1b-abac2326b3f8 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=107006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:08:56.329014 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5fd4-0d8e-4c7c-8d1b-abac2326b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31514711'] for segment (93e75c2e-2e5a-4ee9-bdfd-00dfc8feafb6), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:56.490880 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c2ff6b3d-c294-4631-8236-46836fa548c6 req-1bddd9d7-c469-414a-8df3-6f47ab6d0542 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592472 Oct 10 12:08:56.578274 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5fd4-0d8e-4c7c-8d1b-abac2326b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (16cfe8c7-5437-4859-8905-3839c2253d69), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:56.616281 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5fd4-0d8e-4c7c-8d1b-abac2326b3f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:56.621972 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-6f0f5fd4-0d8e-4c7c-8d1b-abac2326b3f8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/16cfe8c7-5437-4859-8905-3839c2253d69 HTTP/1.1" status: 204 len: 168 time: 0.7597501 Oct 10 12:08:56.652561 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f5fd4-0d8e-4c7c-8d1b-abac2326b3f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=16cfe8c7-5437-4859-8905-3839c2253d69,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:56.674233 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1aabc-2f9a-4405-b167-06ab14b42576 req-f1f718be-5317-4c15-bea4-23340da02b7b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:56.677099 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c0e1aabc-2f9a-4405-b167-06ab14b42576 req-f1f718be-5317-4c15-bea4-23340da02b7b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.1160827 Oct 10 12:08:56.792517 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808d704-bf02-4e60-9c86-4341ada5ec47 req-3ec4701b-e68d-48bd-8c0f-c93368659b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:56.794977 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9808d704-bf02-4e60-9c86-4341ada5ec47 req-3ec4701b-e68d-48bd-8c0f-c93368659b2f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 1129 time: 0.0598648 Oct 10 12:08:56.829754 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c0e1aabc-2f9a-4405-b167-06ab14b42576 req-f44e9851-1962-43f4-bac5-cb2f67a8b9a2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415012 Oct 10 12:08:56.844502 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29f2c-dd06-4598-9909-9127e5100330 req-14ed2e1b-86c3-4942-8502-7c0657c56b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:56.847360 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23d29f2c-dd06-4598-9909-9127e5100330 req-14ed2e1b-86c3-4942-8502-7c0657c56b4c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 1130 time: 0.1005244 Oct 10 12:08:56.857854 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9808d704-bf02-4e60-9c86-4341ada5ec47 req-e6ca28a0-ea54-4b39-a25c-615e7cfe4e90 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562656 Oct 10 12:08:56.903397 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 39738) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:56.923900 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-320e7989-2001-436c-a0b9-d43b08ce5191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:57.000614 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 98e81f6a-0ff4-4344-ab00-e77663d7f2cf details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:08:57.013457 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39742) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:57.055873 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90e0a7-3668-4318-b882-f7503e9d5add req-70d77c35-15f4-45e4-85f1-fe730adf13ba tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:57.068377 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ce90e0a7-3668-4318-b882-f7503e9d5add req-70d77c35-15f4-45e4-85f1-fe730adf13ba tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.1279747 Oct 10 12:08:57.070859 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-7a7f05f2-20fa-44eb-8b3d-f39480262048 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d17d399eda224c16a81052f5faff95b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0560434 Oct 10 12:08:57.071572 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39746) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:57.098280 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:57.123570 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:57.137211 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5deeffd3-f8c6-424e-acbf-8eff91fc871c admin admin] Publish callbacks [] for security_group (41a4e6a7-14ed-45a2-9075-1bbb07448628), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:57.148173 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:57.162321 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5deeffd3-f8c6-424e-acbf-8eff91fc871c admin admin] Publish callbacks [] for security_group (41a4e6a7-14ed-45a2-9075-1bbb07448628), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:57.162841 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'port_id': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf', 'mac_address': 'fa:16:3e:64:9d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:08:57.207434 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:08:57.207805 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:57.208601 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:57.225075 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e81f6a-0ff4-4344-ab00-e77663d7f2cf {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:08:57.230801 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ce90e0a7-3668-4318-b882-f7503e9d5add req-cb54709c-7218-4055-a59e-d8a547ed4513 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606743 Oct 10 12:08:57.254761 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:08:57.258170 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-320e7989-2001-436c-a0b9-d43b08ce5191 admin admin] Publish callbacks [] for security_group (9fda3c23-b7e7-4bf0-8a72-b9198b40a447), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:57.287484 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5deeffd3-f8c6-424e-acbf-8eff91fc871c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (41a4e6a7-14ed-45a2-9075-1bbb07448628), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:57.290478 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5deeffd3-f8c6-424e-acbf-8eff91fc871c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:57.292092 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-5deeffd3-f8c6-424e-acbf-8eff91fc871c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/41a4e6a7-14ed-45a2-9075-1bbb07448628 HTTP/1.1" status: 204 len: 168 time: 0.2191350 Oct 10 12:08:57.307344 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deeffd3-f8c6-424e-acbf-8eff91fc871c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a4e6a7-14ed-45a2-9075-1bbb07448628,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:57.327001 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:57.391085 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:57.426158 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=11 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:57.435914 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-320e7989-2001-436c-a0b9-d43b08ce5191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (9fda3c23-b7e7-4bf0-8a72-b9198b40a447), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:57.528441 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.services.segments.plugin [-] Segment 93e75c2e-2e5a-4ee9-bdfd-00dfc8feafb6 resource provider aggregate not found Oct 10 12:08:57.559975 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b785b6-896d-413e-83dd-01fae9f10d27 req-8d3f312b-f230-4c5a-bfef-8255248ad334 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:57.562024 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:57.562540 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e3b785b6-896d-413e-83dd-01fae9f10d27 req-8d3f312b-f230-4c5a-bfef-8255248ad334 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.2452388 Oct 10 12:08:57.569390 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.services.segments.plugin [-] Segment 93e75c2e-2e5a-4ee9-bdfd-00dfc8feafb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93e75c2e-2e5a-4ee9-bdfd-00dfc8feafb6 found for delete ", "request_id": "req-3971c8f0-2e36-42f6-b8e6-6413e8468c64"}]} Oct 10 12:08:57.597412 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-320e7989-2001-436c-a0b9-d43b08ce5191 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=7748cf47a4a84116a7cab84964cee9c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6922688 Oct 10 12:08:57.602250 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39758) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:57.625277 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e7989-2001-436c-a0b9-d43b08ce5191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fda3c23-b7e7-4bf0-8a72-b9198b40a447,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:57.671333 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29f2c-dd06-4598-9909-9127e5100330 req-69625ba5-156c-4eba-851e-e47b3c642bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:57.673919 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23d29f2c-dd06-4598-9909-9127e5100330 req-69625ba5-156c-4eba-851e-e47b3c642bcf service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 920 time: 0.3741314 Oct 10 12:08:57.700808 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e3b785b6-896d-413e-83dd-01fae9f10d27 req-02fcb953-32be-4e3b-8687-9b9e5cb3936e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192710 Oct 10 12:08:57.710137 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6f263da4-b856-43b6-ae9c-58f88af0a296 admin admin] Publish callbacks [] for security_group (9fda3c23-b7e7-4bf0-8a72-b9198b40a447), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:57.752181 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6f263da4-b856-43b6-ae9c-58f88af0a296 admin admin] Publish callbacks [] for security_group (9fda3c23-b7e7-4bf0-8a72-b9198b40a447), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:57.870046 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de09c1-945f-4f87-8fa3-8276e724d238 req-c345b691-0522-4c1f-aeb7-023b534989b8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:57.871716 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-37de09c1-945f-4f87-8fa3-8276e724d238 req-c345b691-0522-4c1f-aeb7-023b534989b8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 945 time: 0.0580668 Oct 10 12:08:57.928143 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-37de09c1-945f-4f87-8fa3-8276e724d238 req-64074770-ae74-410c-98df-afb5729fe229 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501122 Oct 10 12:08:57.972565 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6f263da4-b856-43b6-ae9c-58f88af0a296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (9fda3c23-b7e7-4bf0-8a72-b9198b40a447), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:57.978538 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6f263da4-b856-43b6-ae9c-58f88af0a296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:57.982063 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6f263da4-b856-43b6-ae9c-58f88af0a296 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/9fda3c23-b7e7-4bf0-8a72-b9198b40a447 HTTP/1.1" status: 204 len: 168 time: 0.3776469 Oct 10 12:08:58.004225 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f263da4-b856-43b6-ae9c-58f88af0a296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fda3c23-b7e7-4bf0-8a72-b9198b40a447,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:58.045325 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['98e81f6a-0ff4-4344-ab00-e77663d7f2cf'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:08:58.105190 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f419b-8284-4078-a8ce-c68830bd1c88 req-f052b61d-79cb-4e8c-826b-503ad9ef6347 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:58.108381 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f62f419b-8284-4078-a8ce-c68830bd1c88 req-f052b61d-79cb-4e8c-826b-503ad9ef6347 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.1027477 Oct 10 12:08:58.264874 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f62f419b-8284-4078-a8ce-c68830bd1c88 req-b5971084-da73-488f-8c2b-1792d32e3149 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466420 Oct 10 12:08:58.413170 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25329a-bd20-40df-b5a4-e2c77228be09 req-910a54fd-2c3f-40c5-93cf-86edcf5df48a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:58.414757 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9e25329a-bd20-40df-b5a4-e2c77228be09 req-910a54fd-2c3f-40c5-93cf-86edcf5df48a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 945 time: 0.0506229 Oct 10 12:08:58.487820 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9e25329a-bd20-40df-b5a4-e2c77228be09 req-8a3e3e0d-92da-41ac-85f9-b2c8522439e7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658579 Oct 10 12:08:58.617183 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39776) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:58.624787 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:58.662038 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e74ff9-d821-4a23-9cc5-317d864b335d req-4370f778-2354-440e-8692-ffa2451577c7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:58.664760 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-97e74ff9-d821-4a23-9cc5-317d864b335d req-4370f778-2354-440e-8692-ffa2451577c7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.1018858 Oct 10 12:08:58.679820 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-f08e0032-1ed3-44eb-b684-6389b2eddcbb admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=45f32ff86e37403abcda138fa40c8374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0610068 Oct 10 12:08:58.682855 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39778) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:58.684887 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 39780) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:58.693671 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-e3dfa31f-57e3-4275-a791-f947af69ca48 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Request body: {'floatingip': {'port_id': '63d53b17-0e7f-4e84-aa0c-4d6908cd174a'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:08:58.786706 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-12085b97-e255-415d-8ef7-b33f83107227 admin admin] Publish callbacks [] for security_group (e893e9f2-b3a2-42b9-870c-7c194e3481de), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:58.836121 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-12085b97-e255-415d-8ef7-b33f83107227 admin admin] Publish callbacks [] for security_group (e893e9f2-b3a2-42b9-870c-7c194e3481de), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:58.877762 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e3dfa31f-57e3-4275-a791-f947af69ca48 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for floatingip (bfb5d136-a9be-41d4-b866-1747a03009e1), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:59.128992 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-12085b97-e255-415d-8ef7-b33f83107227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (e893e9f2-b3a2-42b9-870c-7c194e3481de), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:59.134503 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-12085b97-e255-415d-8ef7-b33f83107227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:59.137012 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-12085b97-e255-415d-8ef7-b33f83107227 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e893e9f2-b3a2-42b9-870c-7c194e3481de HTTP/1.1" status: 204 len: 168 time: 0.4524834 Oct 10 12:08:59.155338 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12085b97-e255-415d-8ef7-b33f83107227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e893e9f2-b3a2-42b9-870c-7c194e3481de,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:59.192549 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=100 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:59.254179 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81848ab6-b05b-44cb-937e-be1ebe2ebfc0 req-7e6a86ea-94d3-422d-b605-2f7e1e5966bf tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:59.256102 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-81848ab6-b05b-44cb-937e-be1ebe2ebfc0 req-7e6a86ea-94d3-422d-b605-2f7e1e5966bf tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.3976696 Oct 10 12:08:59.262796 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23d29f2c-dd06-4598-9909-9127e5100330 req-3ecaa9cc-a58d-4507-b8fc-2bfb6d7c7596 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7952dcbe-5751-4c3a-ad46-5f684e765d16 HTTP/1.1" status: 200 len: 217 time: 0.3131189 Oct 10 12:08:59.478608 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-81848ab6-b05b-44cb-937e-be1ebe2ebfc0 req-74106101-1892-4879-b09b-e9fdde966195 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021372 Oct 10 12:08:59.584799 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39794) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:08:59.605955 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6d240e2c-f93d-484b-9892-c3e35d6575c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:59.607530 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29f2c-dd06-4598-9909-9127e5100330 req-2a8c5712-82c6-4a49-9574-ecb156bb0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:59.610034 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23d29f2c-dd06-4598-9909-9127e5100330 req-2a8c5712-82c6-4a49-9574-ecb156bb0a10 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.2498353 Oct 10 12:08:59.631215 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7e533-310f-450a-9dc2-07282efce798 req-09e45b88-f85b-4258-ad3c-795d3abb7018 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:08:59.634131 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1ca7e533-310f-450a-9dc2-07282efce798 req-09e45b88-f85b-4258-ad3c-795d3abb7018 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 945 time: 0.2248938 Oct 10 12:08:59.659670 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-2886bf05-c8bb-421b-bca8-cfadebf453e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:59.753569 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:08:59.791636 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6d240e2c-f93d-484b-9892-c3e35d6575c5 admin admin] Publish callbacks [] for security_group (649dd5a9-334a-4cd5-8123-e7f2d51914ff), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:59.861687 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 98e81f6a-0ff4-4344-ab00-e77663d7f2cf up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:08:59.899073 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6d240e2c-f93d-484b-9892-c3e35d6575c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (649dd5a9-334a-4cd5-8123-e7f2d51914ff), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:08:59.952201 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:08:59.993204 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d240e2c-f93d-484b-9892-c3e35d6575c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649dd5a9-334a-4cd5-8123-e7f2d51914ff,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:08:59.994319 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dae1c-f1bb-4c73-af11-5a5e73b81fd1 req-2eee5946-51ca-4191-9987-995a0372bada tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:00.006044 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e98dae1c-f1bb-4c73-af11-5a5e73b81fd1 req-2eee5946-51ca-4191-9987-995a0372bada tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 945 time: 0.3099406 Oct 10 12:09:00.025149 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6d240e2c-f93d-484b-9892-c3e35d6575c5 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=dbd7bc8bce074558bf270f9ea02f76b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4287739 Oct 10 12:09:00.027914 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39804) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:00.045379 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1ca7e533-310f-450a-9dc2-07282efce798 req-19dd4ea5-231d-444f-9f00-4846d2483721 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3822443 Oct 10 12:09:00.049856 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:09:00.054114 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:00.056530 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf Oct 10 12:09:00.157124 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7e37bb68-26dd-4322-9908-24f87ec5c1ef admin admin] Publish callbacks [] for security_group (649dd5a9-334a-4cd5-8123-e7f2d51914ff), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:00.199589 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7e37bb68-26dd-4322-9908-24f87ec5c1ef admin admin] Publish callbacks [] for security_group (649dd5a9-334a-4cd5-8123-e7f2d51914ff), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:00.223101 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:09:00.224485 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:00.285806 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e51573a-beab-4197-840e-a9427a52e273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:09:00.293561 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5cf6ca-2799-47b8-a226-090f8b9524d9" -d '{"events": [{"server_uuid": "3e51573a-beab-4197-840e-a9427a52e273", "name": "network-vif-plugged", "status": "completed", "tag": "98e81f6a-0ff4-4344-ab00-e77663d7f2cf"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:09:00.327357 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:09:00.402745 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7e37bb68-26dd-4322-9908-24f87ec5c1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (649dd5a9-334a-4cd5-8123-e7f2d51914ff), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:00.411612 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7e37bb68-26dd-4322-9908-24f87ec5c1ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:00.414018 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-7e37bb68-26dd-4322-9908-24f87ec5c1ef admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/649dd5a9-334a-4cd5-8123-e7f2d51914ff HTTP/1.1" status: 204 len: 168 time: 0.3842797 Oct 10 12:09:00.419571 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d9b36c-a637-4b49-a959-64ae8c9c5a19 x-openstack-request-id: req-95d9b36c-a637-4b49-a959-64ae8c9c5a19 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:09:00.420347 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e51573a-beab-4197-840e-a9427a52e273", "name": "network-vif-plugged", "status": "completed", "tag": "98e81f6a-0ff4-4344-ab00-e77663d7f2cf", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:09:00.421700 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95d9b36c-a637-4b49-a959-64ae8c9c5a19 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:09:00.421882 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e98dae1c-f1bb-4c73-af11-5a5e73b81fd1 req-8d9ac960-c29f-4a7f-9319-47af35028a62 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4142604 Oct 10 12:09:00.422635 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d9b36c-a637-4b49-a959-64ae8c9c5a19'] response: {'server_uuid': '3e51573a-beab-4197-840e-a9427a52e273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf', 'code': 200} Oct 10 12:09:00.434347 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:00.446332 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37bb68-26dd-4322-9908-24f87ec5c1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649dd5a9-334a-4cd5-8123-e7f2d51914ff,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:00.464371 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29f2c-dd06-4598-9909-9127e5100330 req-cbde79c9-49cd-4c69-938d-643580aa9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:00.472091 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23d29f2c-dd06-4598-9909-9127e5100330 req-cbde79c9-49cd-4c69-938d-643580aa9fd6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2007904 Oct 10 12:09:00.571376 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:00.630839 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.db.resource_extend [None req-e3dfa31f-57e3-4275-a791-f947af69ca48 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 10 12:09:01.039868 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e3dfa31f-57e3-4275-a791-f947af69ca48 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:01.050123 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23d29f2c-dd06-4598-9909-9127e5100330 req-9ecabc63-045a-444e-828b-1d14be2c09f7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016129 Oct 10 12:09:01.051128 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704f28d-4a99-439a-bf19-24366e253a63 req-3b1a3e54-a07f-44a0-9706-c022eff34bca tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:01.054851 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1704f28d-4a99-439a-bf19-24366e253a63 req-3b1a3e54-a07f-44a0-9706-c022eff34bca tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.3153303 Oct 10 12:09:01.129256 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:01.187317 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23744154-7a94-408d-8eef-4f462d0807b7 req-3329a834-d529-4e05-9c4a-4093b6edd84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:01.189231 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-23744154-7a94-408d-8eef-4f462d0807b7 req-3329a834-d529-4e05-9c4a-4093b6edd84b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 1130 time: 0.1012356 Oct 10 12:09:01.194071 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:01.210293 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e3dfa31f-57e3-4275-a791-f947af69ca48 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (bfb5d136-a9be-41d4-b866-1747a03009e1), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:01.313026 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-23744154-7a94-408d-8eef-4f462d0807b7 req-b965ac24-ec2f-471e-9cd9-bc69fb72a279 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148279 Oct 10 12:09:01.472739 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1704f28d-4a99-439a-bf19-24366e253a63 req-696ae8be-48ac-406a-920c-436c955fb9d4 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789115 Oct 10 12:09:01.546648 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2b772-fc32-4d73-93ba-25998ae2ef18 req-75cfbb4e-8daf-46c7-83cc-df9e5111bfa8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:01.546648 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-68a2b772-fc32-4d73-93ba-25998ae2ef18 req-75cfbb4e-8daf-46c7-83cc-df9e5111bfa8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 945 time: 0.3523486 Oct 10 12:09:01.582893 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23d29f2c-dd06-4598-9909-9127e5100330 req-06e726dd-6ed7-4686-8713-d025b40dc3ea service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209844 Oct 10 12:09:01.640799 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.l3_db [None req-e3dfa31f-57e3-4275-a791-f947af69ca48 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Floating IP bfb5d136-a9be-41d4-b866-1747a03009e1 associated. External IP: 172.27.4.91, port: 63d53b17-0e7f-4e84-aa0c-4d6908cd174a. Oct 10 12:09:01.948964 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558021dc-0d36-4218-9a47-e9dfe9767ae7 req-f4f1ac56-9cf9-433b-86c4-70cadc45f9b9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:01.950594 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-558021dc-0d36-4218-9a47-e9dfe9767ae7 req-f4f1ac56-9cf9-433b-86c4-70cadc45f9b9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.3576822 Oct 10 12:09:01.955091 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b1278996-4726-48d1-ba97-b13f41eb5848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:01.967857 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-68a2b772-fc32-4d73-93ba-25998ae2ef18 req-cd9d7a27-dd49-403c-8ad5-807a55b8b607 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4129863 Oct 10 12:09:02.097433 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-558021dc-0d36-4218-9a47-e9dfe9767ae7 req-2164a790-123e-4467-8957-e6a58d18119b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097560 Oct 10 12:09:02.180797 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:02.314205 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e47fa8-a9e9-4fa8-941c-019b712a2c47 req-7d4d6fd0-ce60-4c86-b301-e62dc0e6f5d7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:02.317625 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-63e47fa8-a9e9-4fa8-941c-019b712a2c47 req-7d4d6fd0-ce60-4c86-b301-e62dc0e6f5d7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 945 time: 0.1320899 Oct 10 12:09:02.339785 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39858) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:02.355356 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-8bbe2729-1fbd-4f3a-be73-f6ee820eae38 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'floatingip': {'port_id': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:09:02.385929 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dfa31f-57e3-4275-a791-f947af69ca48 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Router 75c37af9-e100-4975-b0de-bd8a32fff1da has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:09:02.510850 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2729-1fbd-4f3a-be73-f6ee820eae38 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (6032e1f7-4b3c-4481-bd31-f07bac694846), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:02.685820 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dfa31f-57e3-4275-a791-f947af69ca48 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:09:02.699429 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e3dfa31f-57e3-4275-a791-f947af69ca48 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:02.721169 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8d92a6-6aa4-49fd-9883-40cebc0b5d50 None None] Sync routers for ids ['75c37af9-e100-4975-b0de-bd8a32fff1da'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:09:02.759741 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-e3dfa31f-57e3-4275-a791-f947af69ca48 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/bfb5d136-a9be-41d4-b866-1747a03009e1 HTTP/1.1" status: 200 len: 990 time: 4.0697129 Oct 10 12:09:02.759741 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c0121a-4f1a-4265-9efd-5a969d73bb7e', 'tag': '63d53b17-0e7f-4e84-aa0c-4d6908cd174a'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:09:02.764464 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed8dc12e2a811d0e919703145f0a46ca2d14ab091e6de4741f3d89754d8b916b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7398194d-7056-419e-a677-85886d520877" -d '{"events": [{"name": "network-changed", "server_uuid": "13c0121a-4f1a-4265-9efd-5a969d73bb7e", "tag": "63d53b17-0e7f-4e84-aa0c-4d6908cd174a"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:09:02.772281 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d92a6-6aa4-49fd-9883-40cebc0b5d50 None None] Routers {'75c37af9-e100-4975-b0de-bd8a32fff1da'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:09:02.774000 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-ea8d92a6-6aa4-49fd-9883-40cebc0b5d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:09:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['75c37af9-e100-4975-b0de-bd8a32fff1da'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:02.799070 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0d95a-1943-4298-b4a7-876f5155d939 req-01b33964-a93e-4e27-b0b4-e019da8284bd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:02.806579 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9db0d95a-1943-4298-b4a7-876f5155d939 req-01b33964-a93e-4e27-b0b4-e019da8284bd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.1232026 Oct 10 12:09:02.829387 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:02.963908 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9db0d95a-1943-4298-b4a7-876f5155d939 req-0c07de12-da86-43a7-bf05-6956f03e75dd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528468 Oct 10 12:09:02.966107 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a003115-335c-4726-a7c3-4dfbc47911fd x-openstack-request-id: req-2a003115-335c-4726-a7c3-4dfbc47911fd {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:09:02.971721 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c0121a-4f1a-4265-9efd-5a969d73bb7e", "tag": "63d53b17-0e7f-4e84-aa0c-4d6908cd174a", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:09:02.972249 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a003115-335c-4726-a7c3-4dfbc47911fd {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:09:02.972844 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a003115-335c-4726-a7c3-4dfbc47911fd'] response: {'name': 'network-changed', 'server_uuid': '13c0121a-4f1a-4265-9efd-5a969d73bb7e', 'tag': '63d53b17-0e7f-4e84-aa0c-4d6908cd174a', 'status': 'completed', 'code': 200} Oct 10 12:09:03.135349 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-ea8d92a6-6aa4-49fd-9883-40cebc0b5d50 None None] Set router 75c37af9-e100-4975-b0de-bd8a32fff1da gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:09:03.313024 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398194d-7056-419e-a677-85886d520877 req-24c9fa5d-2826-49ef-baaf-f729c195e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:03.316155 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7398194d-7056-419e-a677-85886d520877 req-24c9fa5d-2826-49ef-baaf-f729c195e77a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=98437356d32f4230bce856ce6ddae66a&device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 1129 time: 0.1297984 Oct 10 12:09:03.402965 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:03.459414 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878ee5c-7c3e-4b82-b10d-84506d85ae5c req-e09058fb-f8e0-423f-b01c-6c3659fda1d7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:03.464403 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f878ee5c-7c3e-4b82-b10d-84506d85ae5c req-e09058fb-f8e0-423f-b01c-6c3659fda1d7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.1277432 Oct 10 12:09:03.593757 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f878ee5c-7c3e-4b82-b10d-84506d85ae5c req-a44b4e78-c138-4237-9a29-e7347733bc33 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216080 Oct 10 12:09:03.653431 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.db.resource_extend [None req-8bbe2729-1fbd-4f3a-be73-f6ee820eae38 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 10 12:09:03.738306 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-ea8d92a6-6aa4-49fd-9883-40cebc0b5d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'bfb5d136-a9be-41d4-b866-1747a03009e1', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'floating_ip_address': '172.27.4.91', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'port_id': '63d53b17-0e7f-4e84-aa0c-4d6908cd174a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'mac_address': 'fa:16:3e:25:98:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c0121a-4f1a-4265-9efd-5a969d73bb7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:08:04Z', 'updated_at': '2022-10-10T12:09:00Z', 'revision_number': 1, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81409b5-883c-434a-b9aa-039a2e27a487', 'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'mac_address': 'fa:16:3e:27:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:05Z', 'revision_number': 5, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'subnets': [{'id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:03.758865 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2729-1fbd-4f3a-be73-f6ee820eae38 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:03.792734 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8d92a6-6aa4-49fd-9883-40cebc0b5d50 None None] Checking router: 75c37af9-e100-4975-b0de-bd8a32fff1da for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:09:03.808227 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d92a6-6aa4-49fd-9883-40cebc0b5d50 None None] Routers {'75c37af9-e100-4975-b0de-bd8a32fff1da'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:09:03.809254 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-ea8d92a6-6aa4-49fd-9883-40cebc0b5d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:09:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['75c37af9-e100-4975-b0de-bd8a32fff1da'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:03.931201 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2729-1fbd-4f3a-be73-f6ee820eae38 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (6032e1f7-4b3c-4481-bd31-f07bac694846), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:03.991045 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-ea8d92a6-6aa4-49fd-9883-40cebc0b5d50 None None] Set router 75c37af9-e100-4975-b0de-bd8a32fff1da gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:09:04.114297 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ab32f-6f78-409b-aa5b-efbedc6d495a req-27fad30b-e3be-4e6a-bd1c-f36ca4fabc67 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:04.117338 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-324ab32f-6f78-409b-aa5b-efbedc6d495a req-27fad30b-e3be-4e6a-bd1c-f36ca4fabc67 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0646052 Oct 10 12:09:04.327302 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [None req-8bbe2729-1fbd-4f3a-be73-f6ee820eae38 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Floating IP 6032e1f7-4b3c-4481-bd31-f07bac694846 associated. External IP: 172.27.4.197, port: f65861f8-ce58-4ca5-a150-dd1cbc87aba1. Oct 10 12:09:04.328757 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-324ab32f-6f78-409b-aa5b-efbedc6d495a req-3fd4376e-c067-4913-870d-a6d61c584c30 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035611 Oct 10 12:09:04.367285 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-ea8d92a6-6aa4-49fd-9883-40cebc0b5d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'bfb5d136-a9be-41d4-b866-1747a03009e1', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'floating_ip_address': '172.27.4.91', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'port_id': '63d53b17-0e7f-4e84-aa0c-4d6908cd174a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'mac_address': 'fa:16:3e:25:98:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c0121a-4f1a-4265-9efd-5a969d73bb7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:08:04Z', 'updated_at': '2022-10-10T12:09:00Z', 'revision_number': 1, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81409b5-883c-434a-b9aa-039a2e27a487', 'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'mac_address': 'fa:16:3e:27:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:05Z', 'revision_number': 5, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'subnets': [{'id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:04.411209 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398194d-7056-419e-a677-85886d520877 req-3055e527-b39b-42a1-9774-f13b4787ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:04.418759 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7398194d-7056-419e-a677-85886d520877 req-3055e527-b39b-42a1-9774-f13b4787ca27 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f8981a50-f1b5-4a9f-bc84-d19589293c21 HTTP/1.1" status: 200 len: 910 time: 0.2469552 Oct 10 12:09:04.423350 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8d92a6-6aa4-49fd-9883-40cebc0b5d50 None None] The sync data for ids ['75c37af9-e100-4975-b0de-bd8a32fff1da'] in dv-cinder-860209-4-iscsi is: [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'bfb5d136-a9be-41d4-b866-1747a03009e1', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'floating_ip_address': '172.27.4.91', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'port_id': '63d53b17-0e7f-4e84-aa0c-4d6908cd174a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'mac_address': 'fa:16:3e:25:98:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c0121a-4f1a-4265-9efd-5a969d73bb7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:08:04Z', 'updated_at': '2022-10-10T12:09:00Z', 'revision_number': 1, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81409b5-883c-434a-b9aa-039a2e27a487', 'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'mac_address': 'fa:16:3e:27:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:05Z', 'revision_number': 5, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'subnets': [{'id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:09:04.593114 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbe2729-1fbd-4f3a-be73-f6ee820eae38 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Router f3517922-650d-413e-a1e9-cee3d5a6e183 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:09:04.613867 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:04.679793 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:04.750169 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbe2729-1fbd-4f3a-be73-f6ee820eae38 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:09:04.760358 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8bbe2729-1fbd-4f3a-be73-f6ee820eae38 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:04.773155 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47667a53-8093-462d-96dd-a6b8e14d9c41 None None] Sync routers for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:09:04.789651 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47667a53-8093-462d-96dd-a6b8e14d9c41 None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:09:04.790607 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-47667a53-8093-462d-96dd-a6b8e14d9c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:09:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:04.792995 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:04.809674 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318219c-bc27-4ef8-bf75-63c0bbd4c660 req-51fa8107-76e3-4b9e-a194-8ebe7869fdea tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:04.820988 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-8bbe2729-1fbd-4f3a-be73-f6ee820eae38 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/6032e1f7-4b3c-4481-bd31-f07bac694846 HTTP/1.1" status: 200 len: 991 time: 2.4795914 Oct 10 12:09:04.820988 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'tag': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:09:04.822435 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0318219c-bc27-4ef8-bf75-63c0bbd4c660 req-51fa8107-76e3-4b9e-a194-8ebe7869fdea tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.1045194 Oct 10 12:09:04.822716 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44bc57b-0733-4785-87e7-37be3e4f41e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb9c640-3e33-4e42-a21e-cdcce980b06a", "tag": "f65861f8-ce58-4ca5-a150-dd1cbc87aba1"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:09:04.879863 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:04.944519 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dc022f-4217-4860-88c2-d5be705cb911 x-openstack-request-id: req-e9dc022f-4217-4860-88c2-d5be705cb911 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:09:04.944916 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb9c640-3e33-4e42-a21e-cdcce980b06a", "tag": "f65861f8-ce58-4ca5-a150-dd1cbc87aba1", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:09:04.945045 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9dc022f-4217-4860-88c2-d5be705cb911 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:09:04.945472 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9dc022f-4217-4860-88c2-d5be705cb911'] response: {'name': 'network-changed', 'server_uuid': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'tag': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1', 'status': 'completed', 'code': 200} Oct 10 12:09:04.970073 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0318219c-bc27-4ef8-bf75-63c0bbd4c660 req-4de4ed4f-3c14-4a4c-90f1-03b87a755aff tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450438 Oct 10 12:09:05.152837 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee5b24-3888-4e9c-9ffd-0fd97a665306 req-7c047847-d558-4ef5-a22f-84e84c39835f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:05.154950 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-afee5b24-3888-4e9c-9ffd-0fd97a665306 req-7c047847-d558-4ef5-a22f-84e84c39835f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0645363 Oct 10 12:09:05.167995 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 39920) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:05.173009 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-a6de954e-fb29-46c7-b908-000cf9a3603d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Request body: {'floatingip': {'port_id': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:09:05.178066 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:05.220589 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a6de954e-fb29-46c7-b908-000cf9a3603d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for floatingip (4ba37fe6-17b0-485b-9dbd-8f8f7ba45ce6), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.221039 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-47667a53-8093-462d-96dd-a6b8e14d9c41 None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:09:05.269031 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:05.462381 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:05.547935 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cff0b2-144b-4084-9d64-7ec6474b44e4 req-d0687a55-43de-4a12-bea7-0471be46f4ff tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:05.551114 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-62cff0b2-144b-4084-9d64-7ec6474b44e4 req-d0687a55-43de-4a12-bea7-0471be46f4ff tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0955231 Oct 10 12:09:05.588539 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e89e9e8-a1e5-4e9f-8f70-0d0f110bd46c None None] New status for floating IP bfb5d136-a9be-41d4-b866-1747a03009e1: ACTIVE {{(pid=107009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:09:05.647776 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-62cff0b2-144b-4084-9d64-7ec6474b44e4 req-c3708294-acba-4238-bb98-400410150654 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898845 Oct 10 12:09:05.669023 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-47667a53-8093-462d-96dd-a6b8e14d9c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '6032e1f7-4b3c-4481-bd31-f07bac694846', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.197', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:87:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:08:01Z', 'updated_at': '2022-10-10T12:09:03Z', 'revision_number': 1, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:05.720974 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47667a53-8093-462d-96dd-a6b8e14d9c41 None None] Checking router: f3517922-650d-413e-a1e9-cee3d5a6e183 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:09:05.737730 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47667a53-8093-462d-96dd-a6b8e14d9c41 None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:09:05.747071 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-47667a53-8093-462d-96dd-a6b8e14d9c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:09:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:05.747071 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:05.928273 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-47667a53-8093-462d-96dd-a6b8e14d9c41 None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:09:05.938772 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a6de954e-fb29-46c7-b908-000cf9a3603d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:06.045404 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a6de954e-fb29-46c7-b908-000cf9a3603d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (4ba37fe6-17b0-485b-9dbd-8f8f7ba45ce6), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:06.188961 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [None req-a6de954e-fb29-46c7-b908-000cf9a3603d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Floating IP 4ba37fe6-17b0-485b-9dbd-8f8f7ba45ce6 associated. External IP: 172.27.4.46, port: 98e81f6a-0ff4-4344-ab00-e77663d7f2cf. Oct 10 12:09:06.285086 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:06.293938 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-47667a53-8093-462d-96dd-a6b8e14d9c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '6032e1f7-4b3c-4481-bd31-f07bac694846', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.197', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:87:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:08:01Z', 'updated_at': '2022-10-10T12:09:03Z', 'revision_number': 1, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:06.327888 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47667a53-8093-462d-96dd-a6b8e14d9c41 None None] The sync data for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi is: [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '6032e1f7-4b3c-4481-bd31-f07bac694846', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.197', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:87:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:08:01Z', 'updated_at': '2022-10-10T12:09:03Z', 'revision_number': 1, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:09:06.513800 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6de954e-fb29-46c7-b908-000cf9a3603d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:09:06.576310 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3195ac3e-3f68-4ce5-b81b-73372de793d3 None None] New status for floating IP 6032e1f7-4b3c-4481-bd31-f07bac694846: ACTIVE {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:09:06.717297 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bc57b-0733-4785-87e7-37be3e4f41e1 req-83935d75-fbbe-4b7e-8f8f-dfdb11dad66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:06.719513 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d44bc57b-0733-4785-87e7-37be3e4f41e1 req-83935d75-fbbe-4b7e-8f8f-dfdb11dad66e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 1129 time: 0.0783513 Oct 10 12:09:06.776435 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6de954e-fb29-46c7-b908-000cf9a3603d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:09:06.814722 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a6de954e-fb29-46c7-b908-000cf9a3603d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:06.815048 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6575f4-430b-4ea0-85fc-eeef0ec40803 None None] Sync routers for ids ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:09:06.826709 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7398194d-7056-419e-a677-85886d520877 req-2b9362b7-2181-4fae-b997-8a1ac13a9341 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d53b17-0e7f-4e84-aa0c-4d6908cd174a HTTP/1.1" status: 200 len: 1000 time: 0.2356076 Oct 10 12:09:06.852953 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6575f4-430b-4ea0-85fc-eeef0ec40803 None None] Routers {'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:09:06.862240 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-bb6575f4-430b-4ea0-85fc-eeef0ec40803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:09:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:06.889470 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-a6de954e-fb29-46c7-b908-000cf9a3603d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/4ba37fe6-17b0-485b-9dbd-8f8f7ba45ce6 HTTP/1.1" status: 200 len: 991 time: 1.7202020 Oct 10 12:09:06.947809 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e51573a-beab-4197-840e-a9427a52e273', 'tag': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:09:06.950814 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c1e414-a66d-43c8-b3c0-f7c070595a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e51573a-beab-4197-840e-a9427a52e273", "tag": "98e81f6a-0ff4-4344-ab00-e77663d7f2cf"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:09:06.956269 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bc57b-0733-4785-87e7-37be3e4f41e1 req-e9ede608-693c-4415-a08a-514ef97851f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:06.959647 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d44bc57b-0733-4785-87e7-37be3e4f41e1 req-e9ede608-693c-4415-a08a-514ef97851f5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 200 len: 916 time: 0.2228923 Oct 10 12:09:07.021988 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf6757-d2b2-4f6e-9fee-5d32a639323b req-9d813a35-be20-49cb-9437-727c8ba7110d tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:07.037731 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8fbf6757-d2b2-4f6e-9fee-5d32a639323b req-9d813a35-be20-49cb-9437-727c8ba7110d tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.1791518 Oct 10 12:09:07.082620 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59055dd8-9fc9-4c59-9e3f-75ea47221298 x-openstack-request-id: req-59055dd8-9fc9-4c59-9e3f-75ea47221298 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:09:07.083397 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e51573a-beab-4197-840e-a9427a52e273", "tag": "98e81f6a-0ff4-4344-ab00-e77663d7f2cf", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:09:07.083661 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-59055dd8-9fc9-4c59-9e3f-75ea47221298 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:09:07.084062 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59055dd8-9fc9-4c59-9e3f-75ea47221298'] response: {'name': 'network-changed', 'server_uuid': '3e51573a-beab-4197-840e-a9427a52e273', 'tag': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf', 'status': 'completed', 'code': 200} Oct 10 12:09:07.087955 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398194d-7056-419e-a677-85886d520877 req-5bb7760e-11ed-417a-b872-2f1968184f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:07.090658 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7398194d-7056-419e-a677-85886d520877 req-5bb7760e-11ed-417a-b872-2f1968184f89 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d HTTP/1.1" status: 200 len: 848 time: 0.2561507 Oct 10 12:09:07.163080 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8fbf6757-d2b2-4f6e-9fee-5d32a639323b req-b19de2e7-86d5-49de-8429-f02f2454b78f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237619 Oct 10 12:09:07.169026 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:07.194371 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:07.202865 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-bb6575f4-430b-4ea0-85fc-eeef0ec40803 None None] Set router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:09:07.464552 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398194d-7056-419e-a677-85886d520877 req-de6169b5-932b-40b9-adfe-67d384d63a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:07.466113 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7398194d-7056-419e-a677-85886d520877 req-de6169b5-932b-40b9-adfe-67d384d63a2b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f8981a50-f1b5-4a9f-bc84-d19589293c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560095 Oct 10 12:09:07.506303 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:07.600569 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7398194d-7056-419e-a677-85886d520877 req-53db6f30-f8c2-4126-8dbf-8cfd26d0211b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234405 Oct 10 12:09:07.608460 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1e414-a66d-43c8-b3c0-f7c070595a1f req-a91449f5-0432-475a-b69c-70639c4e2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:07.611350 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-48c1e414-a66d-43c8-b3c0-f7c070595a1f req-a91449f5-0432-475a-b69c-70639c4e2e03 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 1130 time: 0.1276994 Oct 10 12:09:07.659058 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-bb6575f4-430b-4ea0-85fc-eeef0ec40803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '4ba37fe6-17b0-485b-9dbd-8f8f7ba45ce6', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'floating_ip_address': '172.27.4.46', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'port_id': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'mac_address': 'fa:16:3e:64:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e51573a-beab-4197-840e-a9427a52e273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:08:08Z', 'updated_at': '2022-10-10T12:09:05Z', 'revision_number': 1, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f', 'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'mac_address': 'fa:16:3e:62:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:11Z', 'revision_number': 5, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'subnets': [{'id': '383a897c-19ae-4f67-b320-d650957cc219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:07.721495 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6575f4-430b-4ea0-85fc-eeef0ec40803 None None] Checking router: a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:09:07.742424 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6575f4-430b-4ea0-85fc-eeef0ec40803 None None] Routers {'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:09:07.743464 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-bb6575f4-430b-4ea0-85fc-eeef0ec40803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:09:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:07.756307 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d44bc57b-0733-4785-87e7-37be3e4f41e1 req-b637cf7b-1548-4d44-827c-cdcf1c7e12f0 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f65861f8-ce58-4ca5-a150-dd1cbc87aba1 HTTP/1.1" status: 200 len: 1001 time: 0.3480499 Oct 10 12:09:07.788346 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7398194d-7056-419e-a677-85886d520877 req-aba8c90c-1b2c-4dd9-8636-b3722a8c7eb5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753318 Oct 10 12:09:07.837306 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:07.860796 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1e414-a66d-43c8-b3c0-f7c070595a1f req-fff12ef1-4c70-4edd-9aaa-0542bdbad952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:07.862292 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-48c1e414-a66d-43c8-b3c0-f7c070595a1f req-fff12ef1-4c70-4edd-9aaa-0542bdbad952 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8bb565bd-53c5-4c6d-b08f-259f391c730b HTTP/1.1" status: 200 len: 918 time: 0.2291501 Oct 10 12:09:07.864515 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bc57b-0733-4785-87e7-37be3e4f41e1 req-0048957b-629b-40c2-992f-314bc07c92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:07.865932 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d44bc57b-0733-4785-87e7-37be3e4f41e1 req-0048957b-629b-40c2-992f-314bc07c92d8 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=afa57b24-9493-41e1-9638-6e9b3725e1da HTTP/1.1" status: 200 len: 854 time: 0.0854154 Oct 10 12:09:07.922013 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-bb6575f4-430b-4ea0-85fc-eeef0ec40803 None None] Set router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:09:07.979161 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bc57b-0733-4785-87e7-37be3e4f41e1 req-487fde80-ef5e-4b2b-ab1a-ccd9450c7cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:07.980653 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d44bc57b-0733-4785-87e7-37be3e4f41e1 req-487fde80-ef5e-4b2b-ab1a-ccd9450c7cdf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3f74af49-8f08-437e-8de8-52cf94d07154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940068 Oct 10 12:09:07.982932 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-48c1e414-a66d-43c8-b3c0-f7c070595a1f req-9b9788f8-d8af-4669-a29e-500c75e19ebc service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf HTTP/1.1" status: 200 len: 999 time: 0.1042676 Oct 10 12:09:08.152736 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1e414-a66d-43c8-b3c0-f7c070595a1f req-f14460f2-9535-4560-8b80-1b7e6f1be6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:08.154432 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-48c1e414-a66d-43c8-b3c0-f7c070595a1f req-f14460f2-9535-4560-8b80-1b7e6f1be6f7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=383a897c-19ae-4f67-b320-d650957cc219 HTTP/1.1" status: 200 len: 856 time: 0.1047595 Oct 10 12:09:08.226617 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:08.296808 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d44bc57b-0733-4785-87e7-37be3e4f41e1 req-acc17a9e-b2ea-4b3d-9966-89147293928b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443357 Oct 10 12:09:08.300700 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1e414-a66d-43c8-b3c0-f7c070595a1f req-bc3d0882-8ffc-4b39-9613-a1126e82a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:08.302229 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-48c1e414-a66d-43c8-b3c0-f7c070595a1f req-bc3d0882-8ffc-4b39-9613-a1126e82a27f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8bb565bd-53c5-4c6d-b08f-259f391c730b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1399302 Oct 10 12:09:08.319570 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-bb6575f4-430b-4ea0-85fc-eeef0ec40803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '4ba37fe6-17b0-485b-9dbd-8f8f7ba45ce6', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'floating_ip_address': '172.27.4.46', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'port_id': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'mac_address': 'fa:16:3e:64:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e51573a-beab-4197-840e-a9427a52e273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:08:08Z', 'updated_at': '2022-10-10T12:09:05Z', 'revision_number': 1, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f', 'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'mac_address': 'fa:16:3e:62:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:11Z', 'revision_number': 5, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'subnets': [{'id': '383a897c-19ae-4f67-b320-d650957cc219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:08.392815 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6575f4-430b-4ea0-85fc-eeef0ec40803 None None] The sync data for ids ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'] in dv-cinder-860209-4-iscsi is: [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '4ba37fe6-17b0-485b-9dbd-8f8f7ba45ce6', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'floating_ip_address': '172.27.4.46', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'port_id': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'mac_address': 'fa:16:3e:64:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e51573a-beab-4197-840e-a9427a52e273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:08:08Z', 'updated_at': '2022-10-10T12:09:05Z', 'revision_number': 1, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f', 'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'mac_address': 'fa:16:3e:62:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:11Z', 'revision_number': 5, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'subnets': [{'id': '383a897c-19ae-4f67-b320-d650957cc219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:09:08.451254 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f6f5e-95f3-43a0-92f4-c94c59d13514 req-d8ca50ab-7c7d-42b0-8df6-f2cd39505856 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:08.480311 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-019f6f5e-95f3-43a0-92f4-c94c59d13514 req-d8ca50ab-7c7d-42b0-8df6-f2cd39505856 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.1759903 Oct 10 12:09:08.506840 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:08.543503 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d44bc57b-0733-4785-87e7-37be3e4f41e1 req-6e121cad-4053-4077-a89b-a08988c2d7e2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378364 Oct 10 12:09:08.557990 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-48c1e414-a66d-43c8-b3c0-f7c070595a1f req-2946bf99-2216-45f5-864c-dc8e325398ab service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428389 Oct 10 12:09:08.570627 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-019f6f5e-95f3-43a0-92f4-c94c59d13514 req-33dd583c-1423-4a61-bc5e-29ce628cfa5e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868270 Oct 10 12:09:08.717009 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-48c1e414-a66d-43c8-b3c0-f7c070595a1f req-c7a05ad7-2b84-4834-953b-09ee344c4018 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329536 Oct 10 12:09:08.829582 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d88e9-0d84-43e2-bba1-dc316ac693a3 None None] New status for floating IP 4ba37fe6-17b0-485b-9dbd-8f8f7ba45ce6: ACTIVE {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:09:09.314691 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de092-2bc7-4126-bfc8-eea152d95ad9 req-291c9ba5-95ac-4695-a4eb-de10a1846370 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:09.316739 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-568de092-2bc7-4126-bfc8-eea152d95ad9 req-291c9ba5-95ac-4695-a4eb-de10a1846370 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.0672719 Oct 10 12:09:09.399204 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-568de092-2bc7-4126-bfc8-eea152d95ad9 req-8dbf1854-439f-4312-8b9f-8087edd82f5e tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734541 Oct 10 12:09:09.743321 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bb8c4-3858-453a-84ec-0c4fae8f8447 req-6af63f74-51b8-400a-970d-14e09c39c81a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:09.744953 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-655bb8c4-3858-453a-84ec-0c4fae8f8447 req-6af63f74-51b8-400a-970d-14e09c39c81a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0504336 Oct 10 12:09:09.802983 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-655bb8c4-3858-453a-84ec-0c4fae8f8447 req-f93a604e-5823-4bcc-b137-733a17f4506f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516996 Oct 10 12:09:10.532627 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817c514-93fe-4fd0-875c-7e0a15d5fa42 req-188fc656-6db7-4ed5-98c8-6d0ff2bc00db tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:10.534537 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c817c514-93fe-4fd0-875c-7e0a15d5fa42 req-188fc656-6db7-4ed5-98c8-6d0ff2bc00db tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.0541089 Oct 10 12:09:10.612634 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c817c514-93fe-4fd0-875c-7e0a15d5fa42 req-632ebbcc-9bf9-47f5-ad02-21dbb00b1c91 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691874 Oct 10 12:09:10.892520 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:10.935458 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b52b3-d643-4cd3-be56-f816703fb519 req-392d71df-9674-4255-97b2-94b8ce2ba12f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:10.937096 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2f7b52b3-d643-4cd3-be56-f816703fb519 req-392d71df-9674-4255-97b2-94b8ce2ba12f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0534916 Oct 10 12:09:10.995235 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2f7b52b3-d643-4cd3-be56-f816703fb519 req-3c4f6938-ad01-491c-9c1b-0b606f072d64 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481870 Oct 10 12:09:11.744486 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194f526-8b2c-4f9a-a571-a01e100291c7 req-b5bf434c-add6-432a-86c6-b4a5d7be58a5 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:11.746133 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8194f526-8b2c-4f9a-a571-a01e100291c7 req-b5bf434c-add6-432a-86c6-b4a5d7be58a5 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.0544889 Oct 10 12:09:11.797179 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8194f526-8b2c-4f9a-a571-a01e100291c7 req-963099a9-f857-4749-a865-5385e37050a4 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453341 Oct 10 12:09:12.142102 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21aa9d-3819-4313-a646-82cb443a4e63 req-742fc217-4560-4d14-a136-d6578013e0ce tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:12.143634 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3f21aa9d-3819-4313-a646-82cb443a4e63 req-742fc217-4560-4d14-a136-d6578013e0ce tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0487237 Oct 10 12:09:12.190994 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3f21aa9d-3819-4313-a646-82cb443a4e63 req-00f380c0-1335-4690-ae7d-79514a6d86b6 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Oct 10 12:09:12.927203 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c1f74-6871-4ab7-a227-9d833682a576 req-192a39ff-6877-4416-8336-dc6e170cc203 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:12.928637 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-308c1f74-6871-4ab7-a227-9d833682a576 req-192a39ff-6877-4416-8336-dc6e170cc203 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.0545311 Oct 10 12:09:12.978246 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-308c1f74-6871-4ab7-a227-9d833682a576 req-6081613c-de0d-4a53-8ae2-383760ed44f3 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Oct 10 12:09:13.313488 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00f6a6-ac25-44f8-b548-2bd433834e8b req-97e9bf89-8a8c-4339-8886-e232e22fdbbd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:13.314983 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4d00f6a6-ac25-44f8-b548-2bd433834e8b req-97e9bf89-8a8c-4339-8886-e232e22fdbbd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0470974 Oct 10 12:09:13.364117 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4d00f6a6-ac25-44f8-b548-2bd433834e8b req-fc5f548c-7cc4-4571-bd19-958855690b79 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435743 Oct 10 12:09:14.102480 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4041c6-cd4f-421c-ba2e-4f3746436f3d req-0fab5567-6cd9-4a79-8d60-5a1e948bb107 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:14.104029 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1e4041c6-cd4f-421c-ba2e-4f3746436f3d req-0fab5567-6cd9-4a79-8d60-5a1e948bb107 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.0496793 Oct 10 12:09:14.154362 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:14.159548 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1e4041c6-cd4f-421c-ba2e-4f3746436f3d req-e1cb8c9b-b1c2-481c-9ec2-9360394396b5 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498888 Oct 10 12:09:14.491576 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08182d-39a7-4477-b1b3-b05c2a32418f req-72b9184e-a395-4128-b1c4-e713ca538d89 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:14.493135 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bf08182d-39a7-4477-b1b3-b05c2a32418f req-72b9184e-a395-4128-b1c4-e713ca538d89 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0542479 Oct 10 12:09:14.541519 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bf08182d-39a7-4477-b1b3-b05c2a32418f req-d1f8d6fc-c692-44d6-8bb4-805a8d60ecfb tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417452 Oct 10 12:09:15.011170 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:15.298696 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc110817-616b-479e-a56c-ae023946c26b req-c16e0695-5442-4677-8074-eb2dc157a8a4 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:15.300262 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cc110817-616b-479e-a56c-ae023946c26b req-c16e0695-5442-4677-8074-eb2dc157a8a4 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.0496109 Oct 10 12:09:15.357393 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cc110817-616b-479e-a56c-ae023946c26b req-09c829eb-6e82-4a0e-bc33-c9cf35e0efb0 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499949 Oct 10 12:09:15.678117 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d49e0-dab7-4aa9-a4da-aa92bbc7c28f req-76563b7f-d52d-4281-be9f-7a13a627d7b5 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:15.679858 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-145d49e0-dab7-4aa9-a4da-aa92bbc7c28f req-76563b7f-d52d-4281-be9f-7a13a627d7b5 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0546002 Oct 10 12:09:15.747712 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-145d49e0-dab7-4aa9-a4da-aa92bbc7c28f req-56989118-3f8d-41de-9fbc-c31e6f6d5a10 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619798 Oct 10 12:09:16.330622 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40092) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:16.462562 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-eef578de-e3a5-4206-ae45-3b21ec9de7df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:16.510637 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d5abd-13f4-450c-b449-c871488792ac req-1c947501-e85e-4981-9554-c3109fb4ce63 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:16.512251 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-593d5abd-13f4-450c-b449-c871488792ac req-1c947501-e85e-4981-9554-c3109fb4ce63 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.0663712 Oct 10 12:09:16.591656 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-593d5abd-13f4-450c-b449-c871488792ac req-80dcf79f-980a-404d-b1b8-c0d6c944b231 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723486 Oct 10 12:09:16.609086 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:16.625172 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-eef578de-e3a5-4206-ae45-3b21ec9de7df admin admin] Publish callbacks [] for security_group (7a1d0bdf-27e3-4bfd-ae3a-da17232ae2a7), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:16.732867 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-eef578de-e3a5-4206-ae45-3b21ec9de7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (7a1d0bdf-27e3-4bfd-ae3a-da17232ae2a7), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:16.774883 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-eef578de-e3a5-4206-ae45-3b21ec9de7df admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d80eb37d6d7a4475bcdb1594514faba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4428720 Oct 10 12:09:16.775415 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef578de-e3a5-4206-ae45-3b21ec9de7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1d0bdf-27e3-4bfd-ae3a-da17232ae2a7,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:16.777948 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40100) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:16.870188 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-781d5f48-a5cd-4c65-b0b6-433054791f65 admin admin] Publish callbacks [] for security_group (7a1d0bdf-27e3-4bfd-ae3a-da17232ae2a7), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:16.908561 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8efec4-ed4c-47e7-9d84-1957d06d02a5 req-3c27d3ac-bb40-45b8-8e94-031a5aa60b2a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:16.910402 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d8efec4-ed4c-47e7-9d84-1957d06d02a5 req-3c27d3ac-bb40-45b8-8e94-031a5aa60b2a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0635533 Oct 10 12:09:16.937105 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-781d5f48-a5cd-4c65-b0b6-433054791f65 admin admin] Publish callbacks [] for security_group (7a1d0bdf-27e3-4bfd-ae3a-da17232ae2a7), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:16.952233 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d827e09-5fda-4024-8bee-b76b53de1036 req-03551455-a60a-489c-9b56-49e53f062b70 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:16.953811 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7d827e09-5fda-4024-8bee-b76b53de1036 req-03551455-a60a-489c-9b56-49e53f062b70 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.1176302 Oct 10 12:09:16.976334 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d8efec4-ed4c-47e7-9d84-1957d06d02a5 req-576adaca-8b20-4a27-be11-136580e67caf tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573752 Oct 10 12:09:17.331997 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-7d827e09-5fda-4024-8bee-b76b53de1036 req-33ff9fd8-548b-4224-b01d-60843718e1d6 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Deleting port 25665116-9189-467a-8aa2-fed12c932b37 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:17.332425 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-7d827e09-5fda-4024-8bee-b76b53de1036 req-33ff9fd8-548b-4224-b01d-60843718e1d6 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (25665116-9189-467a-8aa2-fed12c932b37), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:17.404199 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-781d5f48-a5cd-4c65-b0b6-433054791f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (7a1d0bdf-27e3-4bfd-ae3a-da17232ae2a7), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:17.406594 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-781d5f48-a5cd-4c65-b0b6-433054791f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:17.407762 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-781d5f48-a5cd-4c65-b0b6-433054791f65 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7a1d0bdf-27e3-4bfd-ae3a-da17232ae2a7 HTTP/1.1" status: 204 len: 168 time: 0.6280792 Oct 10 12:09:17.427959 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d5f48-a5cd-4c65-b0b6-433054791f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1d0bdf-27e3-4bfd-ae3a-da17232ae2a7,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:17.451773 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-7d827e09-5fda-4024-8bee-b76b53de1036 req-33ff9fd8-548b-4224-b01d-60843718e1d6 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] For port 25665116-9189-467a-8aa2-fed12c932b37, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=25665116-9189-467a-8aa2-fed12c932b37,segment=NetworkSegment(99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4),segment_id=99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:09:17.452133 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-7d827e09-5fda-4024-8bee-b76b53de1036 req-33ff9fd8-548b-4224-b01d-60843718e1d6 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (25665116-9189-467a-8aa2-fed12c932b37), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:17.484356 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-7d827e09-5fda-4024-8bee-b76b53de1036 req-33ff9fd8-548b-4224-b01d-60843718e1d6 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Calling delete_port for 25665116-9189-467a-8aa2-fed12c932b37 owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:17.598548 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:17.746650 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178fa0c-8d78-4888-a015-644dacfa4764 req-f83ca323-b5e0-40ff-a4f7-140010a66966 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:17.748543 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d178fa0c-8d78-4888-a015-644dacfa4764 req-f83ca323-b5e0-40ff-a4f7-140010a66966 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 946 time: 0.0628014 Oct 10 12:09:17.806097 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d178fa0c-8d78-4888-a015-644dacfa4764 req-fd9f5b09-bded-4748-b327-2b71fdee93da tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=89687c44-5390-4420-9940-a913d3fe363e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513282 Oct 10 12:09:17.831371 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-7d827e09-5fda-4024-8bee-b76b53de1036 req-33ff9fd8-548b-4224-b01d-60843718e1d6 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751'] for port (25665116-9189-467a-8aa2-fed12c932b37), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:17.855006 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff9fd8-548b-4224-b01d-60843718e1d6 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Pushing event deleted for resources: {'Port': ['ID=25665116-9189-467a-8aa2-fed12c932b37,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:17.874322 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['25665116-9189-467a-8aa2-fed12c932b37'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:09:17.949834 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d827e09-5fda-4024-8bee-b76b53de1036 req-33ff9fd8-548b-4224-b01d-60843718e1d6 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] No DVR routers for this DVR port 25665116-9189-467a-8aa2-fed12c932b37 on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:09:17.953505 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-7d827e09-5fda-4024-8bee-b76b53de1036 req-33ff9fd8-548b-4224-b01d-60843718e1d6 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:17.956952 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7d827e09-5fda-4024-8bee-b76b53de1036 req-33ff9fd8-548b-4224-b01d-60843718e1d6 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.48 "DELETE /networking/v2.0/ports/25665116-9189-467a-8aa2-fed12c932b37 HTTP/1.1" status: 204 len: 173 time: 0.9906111 Oct 10 12:09:17.958442 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cef35a8-bca8-406f-b7e1-ffaaa71927df', 'name': 'network-vif-deleted', 'tag': '25665116-9189-467a-8aa2-fed12c932b37'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:09:17.960550 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa237c41-a341-43eb-8196-02bb7122fe19" -d '{"events": [{"server_uuid": "8cef35a8-bca8-406f-b7e1-ffaaa71927df", "name": "network-vif-deleted", "tag": "25665116-9189-467a-8aa2-fed12c932b37"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:09:18.024155 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7947b48-7da2-436b-9c37-35da00fc93ec x-openstack-request-id: req-c7947b48-7da2-436b-9c37-35da00fc93ec {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:09:18.024624 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cef35a8-bca8-406f-b7e1-ffaaa71927df", "name": "network-vif-deleted", "tag": "25665116-9189-467a-8aa2-fed12c932b37", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:09:18.025017 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c7947b48-7da2-436b-9c37-35da00fc93ec {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:09:18.025580 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7947b48-7da2-436b-9c37-35da00fc93ec'] response: {'server_uuid': '8cef35a8-bca8-406f-b7e1-ffaaa71927df', 'name': 'network-vif-deleted', 'tag': '25665116-9189-467a-8aa2-fed12c932b37', 'status': 'completed', 'code': 200} Oct 10 12:09:18.147749 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fd63b-4dab-4ecb-a2c5-f0d95f8e8d1e req-aba46f3c-5f88-4b7b-a86f-7035433af5f2 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:18.151500 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a25fd63b-4dab-4ecb-a2c5-f0d95f8e8d1e req-aba46f3c-5f88-4b7b-a86f-7035433af5f2 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0607018 Oct 10 12:09:18.209079 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:18.214415 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a25fd63b-4dab-4ecb-a2c5-f0d95f8e8d1e req-618a7b25-5b1f-434c-a0ab-504648f80dc0 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585546 Oct 10 12:09:18.323577 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=24 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:18.937117 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bd9c974c-0017-479d-ae55-d9cbb18fb3ea req-b95467db-108a-41e3-8633-c28ab938be98 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 210 time: 0.0372379 Oct 10 12:09:19.316475 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:09:19.382006 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd8990-960a-450f-b97a-95322fded03e req-fab54ef4-3c3f-48a0-be16-18107a9462bb tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:19.385266 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c3cd8990-960a-450f-b97a-95322fded03e req-fab54ef4-3c3f-48a0-be16-18107a9462bb tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0821078 Oct 10 12:09:19.499010 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c3cd8990-960a-450f-b97a-95322fded03e req-6e61b77a-0348-4869-aa31-aa8283e66755 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059325 Oct 10 12:09:19.968330 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 25665116-9189-467a-8aa2-fed12c932b37 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:09:20.006734 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: 25665116-9189-467a-8aa2-fed12c932b37 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:09:20.007077 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 25665116-9189-467a-8aa2-fed12c932b37 not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:09:20.094506 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dcafce59-b35c-48df-b53a-fa606d90749d req-d8b77fc9-01c8-4b32-8f1b-d60797e337e1 tempest-DeleteServersTestJSON-343867101 tempest-DeleteServersTestJSON-343867101-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cef35a8-bca8-406f-b7e1-ffaaa71927df HTTP/1.1" status: 200 len: 210 time: 0.0308640 Oct 10 12:09:20.638132 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd4b0a-5326-480f-8803-9d1215a36021 req-51236157-7004-46f6-8755-af1664cef61e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:20.639932 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2bbd4b0a-5326-480f-8803-9d1215a36021 req-51236157-7004-46f6-8755-af1664cef61e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0552435 Oct 10 12:09:20.696399 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2bbd4b0a-5326-480f-8803-9d1215a36021 req-b06772f4-d4ff-4f78-82d7-d813af00f28e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488560 Oct 10 12:09:20.708684 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40186) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:20.821692 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-47724410-22ad-4cc9-82bd-51e4ecf94d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:20.914969 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-47724410-22ad-4cc9-82bd-51e4ecf94d73 admin admin] Publish callbacks [] for security_group (f7981239-9a70-4fec-840e-e370d370db7f), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:20.983991 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-47724410-22ad-4cc9-82bd-51e4ecf94d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (f7981239-9a70-4fec-840e-e370d370db7f), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:21.028444 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-47724410-22ad-4cc9-82bd-51e4ecf94d73 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=3386a2e61eca426983604c98af697463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183801 Oct 10 12:09:21.029322 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47724410-22ad-4cc9-82bd-51e4ecf94d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7981239-9a70-4fec-840e-e370d370db7f,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:21.031731 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40196) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:21.099829 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c8f3b2e1-8b7c-4f4a-82d0-026903f16627 admin admin] Publish callbacks [] for security_group (f7981239-9a70-4fec-840e-e370d370db7f), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:21.124818 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c8f3b2e1-8b7c-4f4a-82d0-026903f16627 admin admin] Publish callbacks [] for security_group (f7981239-9a70-4fec-840e-e370d370db7f), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:21.275850 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c8f3b2e1-8b7c-4f4a-82d0-026903f16627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (f7981239-9a70-4fec-840e-e370d370db7f), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:21.280479 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c8f3b2e1-8b7c-4f4a-82d0-026903f16627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:21.282333 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-c8f3b2e1-8b7c-4f4a-82d0-026903f16627 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f7981239-9a70-4fec-840e-e370d370db7f HTTP/1.1" status: 204 len: 168 time: 0.2488863 Oct 10 12:09:21.297881 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3b2e1-8b7c-4f4a-82d0-026903f16627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7981239-9a70-4fec-840e-e370d370db7f,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:21.959041 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9227d-2964-48b5-a360-f6fb578a90a2 req-031ee77e-8bc0-47e2-bf66-4eb04b2fe119 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:21.960869 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fff9227d-2964-48b5-a360-f6fb578a90a2 req-031ee77e-8bc0-47e2-bf66-4eb04b2fe119 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0779886 Oct 10 12:09:22.015508 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fff9227d-2964-48b5-a360-f6fb578a90a2 req-6225d44d-d881-49ce-b3b0-2ecdeadd885b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483449 Oct 10 12:09:22.892254 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40260) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:22.943345 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:23.163248 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dc9dc-67a4-4fa3-8a4f-d6ebd81c4d3a req-312cd56a-64f0-4a37-a7bb-b307e8e33399 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:23.166184 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-773dc9dc-67a4-4fa3-8a4f-d6ebd81c4d3a req-312cd56a-64f0-4a37-a7bb-b307e8e33399 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0665758 Oct 10 12:09:23.228557 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-773dc9dc-67a4-4fa3-8a4f-d6ebd81c4d3a req-46b46a36-3bcb-4371-b848-97c22087332b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554278 Oct 10 12:09:23.327016 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7730fc40-9b11-4eb0-89b9-93926aba1b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599821'] for router_interface (de3f5faf-2233-4654-8547-3f94ef93fb4d), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:23.517881 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:23.655538 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-7730fc40-9b11-4eb0-89b9-93926aba1b26 admin admin] Deleting port 671ebba4-75ae-4d76-91db-3ae894964b15 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:23.655878 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7730fc40-9b11-4eb0-89b9-93926aba1b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (671ebba4-75ae-4d76-91db-3ae894964b15), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:23.799433 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-7730fc40-9b11-4eb0-89b9-93926aba1b26 admin admin] For port 671ebba4-75ae-4d76-91db-3ae894964b15, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=671ebba4-75ae-4d76-91db-3ae894964b15,segment=NetworkSegment(99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4),segment_id=99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:09:23.799911 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7730fc40-9b11-4eb0-89b9-93926aba1b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (671ebba4-75ae-4d76-91db-3ae894964b15), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:23.819132 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-7730fc40-9b11-4eb0-89b9-93926aba1b26 admin admin] Calling delete_port for 671ebba4-75ae-4d76-91db-3ae894964b15 owned by network:router_interface {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:24.138478 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7730fc40-9b11-4eb0-89b9-93926aba1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751'] for port (671ebba4-75ae-4d76-91db-3ae894964b15), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:24.167300 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730fc40-9b11-4eb0-89b9-93926aba1b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=671ebba4-75ae-4d76-91db-3ae894964b15,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:24.364423 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7730fc40-9b11-4eb0-89b9-93926aba1b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599801'] for router_interface (de3f5faf-2233-4654-8547-3f94ef93fb4d), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:24.440559 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d967a00-0ef1-46dd-aefb-ec448a1eb0fe req-474d9e0c-98a5-411f-9b22-654368305247 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:24.446079 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7d967a00-0ef1-46dd-aefb-ec448a1eb0fe req-474d9e0c-98a5-411f-9b22-654368305247 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0868416 Oct 10 12:09:24.532182 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7d967a00-0ef1-46dd-aefb-ec448a1eb0fe req-e184b124-b953-499b-9c95-01130b418734 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836284 Oct 10 12:09:24.541955 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:24.761790 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7730fc40-9b11-4eb0-89b9-93926aba1b26 admin admin] Router de3f5faf-2233-4654-8547-3f94ef93fb4d has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:09:24.822461 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:24.893742 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7730fc40-9b11-4eb0-89b9-93926aba1b26 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:09:24.907429 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461b212-873a-4738-9836-55464e603e30 None None] Sync routers for ids ['de3f5faf-2233-4654-8547-3f94ef93fb4d'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:09:24.916611 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-7730fc40-9b11-4eb0-89b9-93926aba1b26 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/de3f5faf-2233-4654-8547-3f94ef93fb4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0245147 Oct 10 12:09:24.920251 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40294) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:24.925788 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461b212-873a-4738-9836-55464e603e30 None None] Routers {'de3f5faf-2233-4654-8547-3f94ef93fb4d'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:09:24.927607 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-f461b212-873a-4738-9836-55464e603e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:09:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['de3f5faf-2233-4654-8547-3f94ef93fb4d'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:25.056460 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7670-0e6b-4617-9fb6-a1b894e57108 admin admin] Publish callbacks [] for router (de3f5faf-2233-4654-8547-3f94ef93fb4d), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:25.061688 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-f461b212-873a-4738-9836-55464e603e30 None None] Set router de3f5faf-2233-4654-8547-3f94ef93fb4d gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:09:25.239279 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40300) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:25.409627 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-f461b212-873a-4738-9836-55464e603e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'name': 'tempest-DeleteServersTestJSON-1543960221-router', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161'}], 'enable_snat': True}, 'gw_port_id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:09:23Z', 'revision_number': 5, 'project_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'gw_port': {'id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:25.422434 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7670-0e6b-4617-9fb6-a1b894e57108 admin admin] Publish callbacks [] for router_gateway (de3f5faf-2233-4654-8547-3f94ef93fb4d), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:25.433830 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4f78d252-d0f4-4fb6-9451-4c8cbda4c219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:25.442214 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461b212-873a-4738-9836-55464e603e30 None None] Checking router: de3f5faf-2233-4654-8547-3f94ef93fb4d for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:09:25.451340 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461b212-873a-4738-9836-55464e603e30 None None] Routers {'de3f5faf-2233-4654-8547-3f94ef93fb4d'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:09:25.451955 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-f461b212-873a-4738-9836-55464e603e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:09:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['de3f5faf-2233-4654-8547-3f94ef93fb4d'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:25.461564 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:25.534728 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:25.537723 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4f78d252-d0f4-4fb6-9451-4c8cbda4c219 admin admin] Publish callbacks [] for security_group (190cf02b-3226-4bd7-ae73-c25417915333), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:25.559592 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c7670-0e6b-4617-9fb6-a1b894e57108 admin admin] Deleting port 7c44bda8-5848-4530-9ca4-51d24b274060 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:25.560136 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7670-0e6b-4617-9fb6-a1b894e57108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (7c44bda8-5848-4530-9ca4-51d24b274060), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:25.570051 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-f461b212-873a-4738-9836-55464e603e30 None None] Set router de3f5faf-2233-4654-8547-3f94ef93fb4d gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:09:25.638842 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4f78d252-d0f4-4fb6-9451-4c8cbda4c219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (190cf02b-3226-4bd7-ae73-c25417915333), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:25.704387 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-8e2c7670-0e6b-4617-9fb6-a1b894e57108 admin admin] For port 7c44bda8-5848-4530-9ca4-51d24b274060, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=7c44bda8-5848-4530-9ca4-51d24b274060,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:09:25.705006 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7670-0e6b-4617-9fb6-a1b894e57108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (7c44bda8-5848-4530-9ca4-51d24b274060), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:25.728740 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c7670-0e6b-4617-9fb6-a1b894e57108 admin admin] Calling delete_port for 7c44bda8-5848-4530-9ca4-51d24b274060 owned by network:router_gateway {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:25.760847 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-f461b212-873a-4738-9836-55464e603e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'name': 'tempest-DeleteServersTestJSON-1543960221-router', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161'}], 'enable_snat': True}, 'gw_port_id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:09:23Z', 'revision_number': 5, 'project_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'gw_port': {'id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:25.775924 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4575d3-5ec5-4b1d-b193-791168448b25 req-6ee0aae0-b741-44d7-8925-00c734c00174 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:25.778517 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5f4575d3-5ec5-4b1d-b193-791168448b25 req-6ee0aae0-b741-44d7-8925-00c734c00174 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.1419413 Oct 10 12:09:25.788350 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f461b212-873a-4738-9836-55464e603e30 None None] The sync data for ids ['de3f5faf-2233-4654-8547-3f94ef93fb4d'] in dv-cinder-860209-4-iscsi is: [{'id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'name': 'tempest-DeleteServersTestJSON-1543960221-router', 'tenant_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161'}], 'enable_snat': True}, 'gw_port_id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:09:23Z', 'revision_number': 5, 'project_id': 'f87226283dcb4d6fb203cc5e06cf13b2', 'gw_port': {'id': '7c44bda8-5848-4530-9ca4-51d24b274060', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3f5faf-2233-4654-8547-3f94ef93fb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:09:25.796666 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-4f78d252-d0f4-4fb6-9451-4c8cbda4c219 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ef94f5b81a1e45b8bb56085399ce0f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5554371 Oct 10 12:09:25.801143 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40306) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:25.813215 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78d252-d0f4-4fb6-9451-4c8cbda4c219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190cf02b-3226-4bd7-ae73-c25417915333,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:25.907316 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5f4575d3-5ec5-4b1d-b193-791168448b25 req-ee269669-cd99-4950-9b0b-930b954d36e0 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086748 Oct 10 12:09:25.944809 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8a92c112-218d-415c-940a-7563a57b31dc admin admin] Publish callbacks [] for security_group (190cf02b-3226-4bd7-ae73-c25417915333), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:25.978380 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8a92c112-218d-415c-940a-7563a57b31dc admin admin] Publish callbacks [] for security_group (190cf02b-3226-4bd7-ae73-c25417915333), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.001677 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:26.167724 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7670-0e6b-4617-9fb6-a1b894e57108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751'] for port (7c44bda8-5848-4530-9ca4-51d24b274060), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.206632 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 671ebba4-75ae-4d76-91db-3ae894964b15 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:09:26.210302 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c7670-0e6b-4617-9fb6-a1b894e57108 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c44bda8-5848-4530-9ca4-51d24b274060,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:26.215484 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8a92c112-218d-415c-940a-7563a57b31dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (190cf02b-3226-4bd7-ae73-c25417915333), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.218366 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8a92c112-218d-415c-940a-7563a57b31dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.227191 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-8a92c112-218d-415c-940a-7563a57b31dc admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/190cf02b-3226-4bd7-ae73-c25417915333 HTTP/1.1" status: 204 len: 168 time: 0.4178486 Oct 10 12:09:26.239258 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 671ebba4-75ae-4d76-91db-3ae894964b15 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:09:26.240315 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 671ebba4-75ae-4d76-91db-3ae894964b15 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:09:26.294608 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92c112-218d-415c-940a-7563a57b31dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190cf02b-3226-4bd7-ae73-c25417915333,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:26.301577 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7670-0e6b-4617-9fb6-a1b894e57108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605235'] for router_gateway (de3f5faf-2233-4654-8547-3f94ef93fb4d), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.491045 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7670-0e6b-4617-9fb6-a1b894e57108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12459'] for router (de3f5faf-2233-4654-8547-3f94ef93fb4d), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.496367 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7670-0e6b-4617-9fb6-a1b894e57108 admin admin] Publish callbacks [] for router_controller (de3f5faf-2233-4654-8547-3f94ef93fb4d), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.666310 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40326) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:26.754307 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7670-0e6b-4617-9fb6-a1b894e57108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599841'] for router (de3f5faf-2233-4654-8547-3f94ef93fb4d), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.754307 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2c7670-0e6b-4617-9fb6-a1b894e57108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de3f5faf-2233-4654-8547-3f94ef93fb4d {{(pid=107007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:09:26.754307 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8e2c7670-0e6b-4617-9fb6-a1b894e57108 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.755348 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40330) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:26.755913 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-8e2c7670-0e6b-4617-9fb6-a1b894e57108 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/de3f5faf-2233-4654-8547-3f94ef93fb4d HTTP/1.1" status: 204 len: 168 time: 1.8336172 Oct 10 12:09:26.809086 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f1a1b271-56f7-4a1c-81e9-fdf4200b46ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.825877 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:26.829860 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d37238-2c46-4e65-bde1-c287a0fa8450 admin admin] Deleting subnet bb6da359-d615-4b16-b984-08cbec80399a {{(pid=107006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:09:26.836291 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-77d37238-2c46-4e65-bde1-c287a0fa8450 admin admin] Publish callbacks [] for subnet (bb6da359-d615-4b16-b984-08cbec80399a), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.899343 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-77d37238-2c46-4e65-bde1-c287a0fa8450 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31517793'] for subnet (bb6da359-d615-4b16-b984-08cbec80399a), precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:26.937051 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f1a1b271-56f7-4a1c-81e9-fdf4200b46ec admin admin] Publish callbacks [] for security_group (ef6dcb9f-ba24-4232-b5f3-ad734aad0e5e), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.029742 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f1a1b271-56f7-4a1c-81e9-fdf4200b46ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (ef6dcb9f-ba24-4232-b5f3-ad734aad0e5e), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.037070 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-77d37238-2c46-4e65-bde1-c287a0fa8450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (bb6da359-d615-4b16-b984-08cbec80399a), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.080551 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1b271-56f7-4a1c-81e9-fdf4200b46ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6dcb9f-ba24-4232-b5f3-ad734aad0e5e,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:27.104027 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-f1a1b271-56f7-4a1c-81e9-fdf4200b46ec admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=771f46b5f15044a9a19d1f8f047adfb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4352977 Oct 10 12:09:27.108132 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40336) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:27.132370 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b14f1d-2015-4ca9-99a3-bea1dff60b8e req-e7700b6d-a5f3-4114-80a2-8ae0950e660c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:27.133927 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-87b14f1d-2015-4ca9-99a3-bea1dff60b8e req-e7700b6d-a5f3-4114-80a2-8ae0950e660c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0741663 Oct 10 12:09:27.196261 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-87b14f1d-2015-4ca9-99a3-bea1dff60b8e req-3cbee014-0860-4f43-9bc1-d6e61d747563 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559068 Oct 10 12:09:27.198513 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-59e8313b-d6a1-41f4-bd5b-515c4d39078a admin admin] Publish callbacks [] for security_group (ef6dcb9f-ba24-4232-b5f3-ad734aad0e5e), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.245553 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-59e8313b-d6a1-41f4-bd5b-515c4d39078a admin admin] Publish callbacks [] for security_group (ef6dcb9f-ba24-4232-b5f3-ad734aad0e5e), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.266558 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40340) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:27.276214 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-77d37238-2c46-4e65-bde1-c287a0fa8450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31514813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32902317'] for subnet (bb6da359-d615-4b16-b984-08cbec80399a), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.295022 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f69cc69d-5860-4fb6-bcc4-f0c16d4d06b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.312605 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d37238-2c46-4e65-bde1-c287a0fa8450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6da359-d615-4b16-b984-08cbec80399a,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:27.314632 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-77d37238-2c46-4e65-bde1-c287a0fa8450 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.318023 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-77d37238-2c46-4e65-bde1-c287a0fa8450 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/bb6da359-d615-4b16-b984-08cbec80399a HTTP/1.1" status: 204 len: 168 time: 0.5607920 Oct 10 12:09:27.321543 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40342) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:27.329838 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decfa44d-1a2d-4de2-b9a1-60da176bef23 None None] Network 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:09:27.415117 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (8f18c3f5-60a6-4ca6-86fb-adfdf9eca981), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.431376 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-59e8313b-d6a1-41f4-bd5b-515c4d39078a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (ef6dcb9f-ba24-4232-b5f3-ad734aad0e5e), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.433963 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-59e8313b-d6a1-41f4-bd5b-515c4d39078a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.435302 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-59e8313b-d6a1-41f4-bd5b-515c4d39078a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ef6dcb9f-ba24-4232-b5f3-ad734aad0e5e HTTP/1.1" status: 204 len: 168 time: 0.3257754 Oct 10 12:09:27.447884 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=13 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:27.461635 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8313b-d6a1-41f4-bd5b-515c4d39078a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6dcb9f-ba24-4232-b5f3-ad734aad0e5e,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:27.467878 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] Deleting port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:27.469143 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (14d7573d-5ae2-4bf5-8d82-9c80b9c052c0), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.536159 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f69cc69d-5860-4fb6-bcc4-f0c16d4d06b6 admin admin] Publish callbacks [] for security_group (0ffcd59e-0430-4e17-8504-f6df8e863cb8), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.573052 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] For port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=14d7573d-5ae2-4bf5-8d82-9c80b9c052c0,segment=NetworkSegment(99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4),segment_id=99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:09:27.573373 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (14d7573d-5ae2-4bf5-8d82-9c80b9c052c0), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.592241 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] Calling delete_port for 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 owned by network:dhcp {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:27.646877 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f69cc69d-5860-4fb6-bcc4-f0c16d4d06b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (0ffcd59e-0430-4e17-8504-f6df8e863cb8), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.659249 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db165792-c528-4d5f-aa22-f24174ab1179 None None] DHCP port deletion for 8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 request from dv-cinder-860209-4-iscsi {{(pid=107008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:09:27.666346 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:27.701659 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:27.704593 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-db165792-c528-4d5f-aa22-f24174ab1179 None None] Deleting port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 {{(pid=107008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:09:27.705247 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40346) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:27.705496 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-db165792-c528-4d5f-aa22-f24174ab1179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (14d7573d-5ae2-4bf5-8d82-9c80b9c052c0), before_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.705804 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-f69cc69d-5860-4fb6-bcc4-f0c16d4d06b6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=eab252b092424f8b868913277c9b66f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4381173 Oct 10 12:09:27.706878 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cc69d-5860-4fb6-bcc4-f0c16d4d06b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffcd59e-0430-4e17-8504-f6df8e863cb8,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:27.764797 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-40af776b-2c1f-4c04-9bdd-1dd799f4293f admin admin] Publish callbacks [] for security_group (0ffcd59e-0430-4e17-8504-f6df8e863cb8), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.767695 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:27.778687 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-db165792-c528-4d5f-aa22-f24174ab1179 None None] For port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=14d7573d-5ae2-4bf5-8d82-9c80b9c052c0,segment=NetworkSegment(99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4),segment_id=99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:09:27.779067 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-db165792-c528-4d5f-aa22-f24174ab1179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (14d7573d-5ae2-4bf5-8d82-9c80b9c052c0), precommit_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.789351 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-40af776b-2c1f-4c04-9bdd-1dd799f4293f admin admin] Publish callbacks [] for security_group (0ffcd59e-0430-4e17-8504-f6df8e863cb8), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.794365 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-db165792-c528-4d5f-aa22-f24174ab1179 None None] Calling delete_port for 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 owned by network:dhcp {{(pid=107008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:09:27.827901 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (14d7573d-5ae2-4bf5-8d82-9c80b9c052c0), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.860617 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] Pushing event deleted for resources: {'Port': ['ID=14d7573d-5ae2-4bf5-8d82-9c80b9c052c0,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:27.865056 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] No DVR routers for this DVR port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 on host dv-cinder-860209-4-iscsi {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:09:27.940515 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-db165792-c528-4d5f-aa22-f24174ab1179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751'] for port (14d7573d-5ae2-4bf5-8d82-9c80b9c052c0), after_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.946424 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-40af776b-2c1f-4c04-9bdd-1dd799f4293f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (0ffcd59e-0430-4e17-8504-f6df8e863cb8), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.950116 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-40af776b-2c1f-4c04-9bdd-1dd799f4293f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.956221 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-40af776b-2c1f-4c04-9bdd-1dd799f4293f admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/0ffcd59e-0430-4e17-8504-f6df8e863cb8 HTTP/1.1" status: 204 len: 168 time: 0.2450840 Oct 10 12:09:27.966784 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (8f18c3f5-60a6-4ca6-86fb-adfdf9eca981), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:27.970937 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db165792-c528-4d5f-aa22-f24174ab1179 None None] Pushing event deleted for resources: {'Port': ['ID=14d7573d-5ae2-4bf5-8d82-9c80b9c052c0,revision_number=None']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:27.986727 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db165792-c528-4d5f-aa22-f24174ab1179 None None] No DVR routers for this DVR port 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 on host dv-cinder-860209-4-iscsi {{(pid=107008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:09:27.991897 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f18c3f5-60a6-4ca6-86fb-adfdf9eca981']}} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:28.013902 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4') {'for_net_delete': True} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:28.014209 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4') {} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:28.016595 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af776b-2c1f-4c04-9bdd-1dd799f4293f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffcd59e-0430-4e17-8504-f6df8e863cb8,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:28.027267 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31517720'] for segment (99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:28.055713 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:28.072901 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=107006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:09:28.073551 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31514711'] for segment (99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:28.093986 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.services.segments.plugin [-] Segment 99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4 resource provider aggregate not found Oct 10 12:09:28.136791 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.services.segments.plugin [-] Segment 99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99f6a8dd-aef6-4ad8-8c49-f379aa2f8cf4 found for delete ", "request_id": "req-c4d60a06-1160-4353-abc0-b4b38b9c10ce"}]} Oct 10 12:09:28.249475 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 7c44bda8-5848-4530-9ca4-51d24b274060 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:09:28.254285 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (8f18c3f5-60a6-4ca6-86fb-adfdf9eca981), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:28.289439 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:28.291404 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 7c44bda8-5848-4530-9ca4-51d24b274060 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:09:28.291761 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 7c44bda8-5848-4530-9ca4-51d24b274060 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:09:28.292175 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:09:28.297181 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/8f18c3f5-60a6-4ca6-86fb-adfdf9eca981 HTTP/1.1" status: 204 len: 168 time: 0.9744630 Oct 10 12:09:28.299150 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67018b2-85c9-48c3-9649-e3916e73cd75 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f18c3f5-60a6-4ca6-86fb-adfdf9eca981,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:28.313771 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:09:28.314121 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 14d7573d-5ae2-4bf5-8d82-9c80b9c052c0 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:09:28.371578 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f300d24-d286-4b23-a69c-671fd2eb43ed req-11d07cec-1638-4463-9de8-5c11c7cdd8f1 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:28.373171 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0f300d24-d286-4b23-a69c-671fd2eb43ed req-11d07cec-1638-4463-9de8-5c11c7cdd8f1 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0640805 Oct 10 12:09:28.425922 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0f300d24-d286-4b23-a69c-671fd2eb43ed req-ed86b477-b0c6-44c0-bb4c-f4b6a2cdf48b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455830 Oct 10 12:09:28.465809 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40362) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:28.495075 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cac70d5d-28c4-4e01-a651-54e4468711e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:28.600368 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cac70d5d-28c4-4e01-a651-54e4468711e5 admin admin] Publish callbacks [] for security_group (8adb1e14-c810-4cfb-938e-972060a40749), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:28.713538 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cac70d5d-28c4-4e01-a651-54e4468711e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (8adb1e14-c810-4cfb-938e-972060a40749), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:28.755880 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-cac70d5d-28c4-4e01-a651-54e4468711e5 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ed1233dffa344afe926708081a99651d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883012 Oct 10 12:09:28.756794 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac70d5d-28c4-4e01-a651-54e4468711e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adb1e14-c810-4cfb-938e-972060a40749,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:28.758842 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40374) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:28.812102 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fc6f63ee-716c-4aef-8a10-502b9e9f6ab4 admin admin] Publish callbacks [] for security_group (8adb1e14-c810-4cfb-938e-972060a40749), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:28.834555 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fc6f63ee-716c-4aef-8a10-502b9e9f6ab4 admin admin] Publish callbacks [] for security_group (8adb1e14-c810-4cfb-938e-972060a40749), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:28.978453 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:29.081514 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40378) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:29.086445 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fc6f63ee-716c-4aef-8a10-502b9e9f6ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (8adb1e14-c810-4cfb-938e-972060a40749), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:29.089594 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fc6f63ee-716c-4aef-8a10-502b9e9f6ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:29.090843 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-fc6f63ee-716c-4aef-8a10-502b9e9f6ab4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/8adb1e14-c810-4cfb-938e-972060a40749 HTTP/1.1" status: 204 len: 168 time: 0.3309538 Oct 10 12:09:29.104439 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f63ee-716c-4aef-8a10-502b9e9f6ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adb1e14-c810-4cfb-938e-972060a40749,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:29.137612 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-1771a990-881b-4704-b635-db73de57f170 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f87226283dcb4d6fb203cc5e06cf13b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0548623 Oct 10 12:09:29.140195 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40384) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:29.196743 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-20dbed72-b9f2-499a-9d2d-be0ac7276e76 admin admin] Publish callbacks [] for security_group (89687c44-5390-4420-9940-a913d3fe363e), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:29.218334 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-20dbed72-b9f2-499a-9d2d-be0ac7276e76 admin admin] Publish callbacks [] for security_group (89687c44-5390-4420-9940-a913d3fe363e), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:29.353540 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-20dbed72-b9f2-499a-9d2d-be0ac7276e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (89687c44-5390-4420-9940-a913d3fe363e), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:29.356118 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-20dbed72-b9f2-499a-9d2d-be0ac7276e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:29.357281 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-20dbed72-b9f2-499a-9d2d-be0ac7276e76 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/89687c44-5390-4420-9940-a913d3fe363e HTTP/1.1" status: 204 len: 168 time: 0.2158043 Oct 10 12:09:29.366032 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbed72-b9f2-499a-9d2d-be0ac7276e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89687c44-5390-4420-9940-a913d3fe363e,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:29.703839 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-351bbbea-e99b-4881-8ed4-712e9688bc97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:29.819586 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed102f54-a663-4539-8704-edfe97d31af9 req-2838a16a-f75b-4afb-9176-a64863a21d08 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:29.821260 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ed102f54-a663-4539-8704-edfe97d31af9 req-2838a16a-f75b-4afb-9176-a64863a21d08 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.3025188 Oct 10 12:09:29.884874 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ed102f54-a663-4539-8704-edfe97d31af9 req-28819dbd-419f-4405-969d-c69c6820b7b5 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563793 Oct 10 12:09:30.994307 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:31.039106 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059e04d-b1ee-4bc2-9aff-c5c47bed5743 req-d0d0836c-9bc3-4d0e-977e-6bf4e5857c61 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:31.040699 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b059e04d-b1ee-4bc2-9aff-c5c47bed5743 req-d0d0836c-9bc3-4d0e-977e-6bf4e5857c61 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0582201 Oct 10 12:09:31.091671 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b059e04d-b1ee-4bc2-9aff-c5c47bed5743 req-a1c7ff17-bd06-447a-8acc-514ded42930d tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441501 Oct 10 12:09:31.747403 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40472) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:31.866404 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-a55c116c-9744-4486-b91a-b2cce28b7197 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1630397633-network', 'tenant_id': '54e5eb205d3747dc9fad7bb19cee5e0f'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:09:31.899093 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-5560a4b4-cce5-4db4-a232-83ffc4ce7660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:31.993722 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55c116c-9744-4486-b91a-b2cce28b7197 admin admin] Made reservation on behalf of 54e5eb205d3747dc9fad7bb19cee5e0f for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:09:31.996907 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a55c116c-9744-4486-b91a-b2cce28b7197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:32.011836 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a55c116c-9744-4486-b91a-b2cce28b7197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:32.105694 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a55c116c-9744-4486-b91a-b2cce28b7197 admin admin] Publish callbacks [] for security_group (809efe45-a75c-4b7c-b29f-c2bb97bf49a5), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:32.184378 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a55c116c-9744-4486-b91a-b2cce28b7197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (809efe45-a75c-4b7c-b29f-c2bb97bf49a5), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:32.228852 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55c116c-9744-4486-b91a-b2cce28b7197 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:09:32.251474 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29d622-00f6-4710-a87f-f62a5db2cca3 req-52c0296f-e272-4939-aec8-9415e3c7da16 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:32.253307 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9d29d622-00f6-4710-a87f-f62a5db2cca3 req-52c0296f-e272-4939-aec8-9415e3c7da16 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0811799 Oct 10 12:09:32.264801 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a55c116c-9744-4486-b91a-b2cce28b7197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (afd8c9f5-26fb-42df-8d99-637e43ebd36d), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:32.265149 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-a55c116c-9744-4486-b91a-b2cce28b7197 admin admin] Added segment afd8c9f5-26fb-42df-8d99-637e43ebd36d of type vlan for network 5a7f881d-8e73-4e6b-adb8-a7c4e210b444 Oct 10 12:09:32.279350 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c116c-9744-4486-b91a-b2cce28b7197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809efe45-a75c-4b7c-b29f-c2bb97bf49a5,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:32.357972 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a55c116c-9744-4486-b91a-b2cce28b7197 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (5a7f881d-8e73-4e6b-adb8-a7c4e210b444), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:32.366960 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9d29d622-00f6-4710-a87f-f62a5db2cca3 req-430afb5f-3509-40fb-94ce-e1441a2f3a72 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034870 Oct 10 12:09:32.818267 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a55c116c-9744-4486-b91a-b2cce28b7197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (5a7f881d-8e73-4e6b-adb8-a7c4e210b444), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:32.819616 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55c116c-9744-4486-b91a-b2cce28b7197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:32.820293 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a55c116c-9744-4486-b91a-b2cce28b7197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:32.889932 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c116c-9744-4486-b91a-b2cce28b7197 admin admin] Pushing event updated for resources: {'Network': ['ID=5a7f881d-8e73-4e6b-adb8-a7c4e210b444,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:32.902651 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network 5a7f881d-8e73-4e6b-adb8-a7c4e210b444 details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:09:33.052628 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40500) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:33.057766 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-6df88def-5553-49ae-90dd-7476a45925f0 admin admin] Request body: {'subnet': {'network_id': '5a7f881d-8e73-4e6b-adb8-a7c4e210b444', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1630397633-subnet', 'tenant_id': '54e5eb205d3747dc9fad7bb19cee5e0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:09:33.059419 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-a55c116c-9744-4486-b91a-b2cce28b7197 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3105185 Oct 10 12:09:33.262347 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df88def-5553-49ae-90dd-7476a45925f0 admin admin] Made reservation on behalf of 54e5eb205d3747dc9fad7bb19cee5e0f for: {'subnet': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:09:33.266286 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6df88def-5553-49ae-90dd-7476a45925f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:33.470471 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:33.508277 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:33.519936 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07fdfe-9e41-46e5-9ab6-1578d3c22704 req-108444db-c9e4-4a2d-bb51-7cb2851fd08c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:33.521586 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1d07fdfe-9e41-46e5-9ab6-1578d3c22704 req-108444db-c9e4-4a2d-bb51-7cb2851fd08c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0534277 Oct 10 12:09:33.584517 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1d07fdfe-9e41-46e5-9ab6-1578d3c22704 req-99aa25c1-a488-43c4-b83c-ebcb52c97381 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547817 Oct 10 12:09:33.608534 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6df88def-5553-49ae-90dd-7476a45925f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (00f37085-470c-454e-b51f-8380513215d6), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:33.673937 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df88def-5553-49ae-90dd-7476a45925f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f37085-470c-454e-b51f-8380513215d6,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:33.702177 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:33.702177 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df88def-5553-49ae-90dd-7476a45925f0 admin admin] Checking segment: {'id': 'afd8c9f5-26fb-42df-8d99-637e43ebd36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5a7f881d-8e73-4e6b-adb8-a7c4e210b444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:09:33.702177 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df88def-5553-49ae-90dd-7476a45925f0 admin admin] Network hostable DHCP agents. Network: 5a7f881d-8e73-4e6b-adb8-a7c4e210b444, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:09:33.862318 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df88def-5553-49ae-90dd-7476a45925f0 admin admin] Network 5a7f881d-8e73-4e6b-adb8-a7c4e210b444 is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:09:33.990018 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-6df88def-5553-49ae-90dd-7476a45925f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, 5a7f881d-8e73-4e6b-adb8-a7c4e210b444) {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:09:33.995108 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df88def-5553-49ae-90dd-7476a45925f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:33.996776 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6df88def-5553-49ae-90dd-7476a45925f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:34.002065 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649e66bc-f062-493f-80d5-8c3130d722aa None None] Network 5a7f881d-8e73-4e6b-adb8-a7c4e210b444 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:09:34.092149 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6df88def-5553-49ae-90dd-7476a45925f0 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0380850 Oct 10 12:09:34.177176 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7630b3e5-2102-4a8a-adea-2635b4e2201e None None] Network 5a7f881d-8e73-4e6b-adb8-a7c4e210b444 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:09:34.610989 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:34.772686 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e0b0b-f91e-4f9a-8efe-8a40aa1735d7 req-68002b6e-236f-453d-ba8b-02ec80c21e22 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:34.775811 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a72e0b0b-f91e-4f9a-8efe-8a40aa1735d7 req-68002b6e-236f-453d-ba8b-02ec80c21e22 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0715876 Oct 10 12:09:34.879670 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a72e0b0b-f91e-4f9a-8efe-8a40aa1735d7 req-927bbe26-11b7-4eb4-bd0e-b2e4172d3097 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926704 Oct 10 12:09:35.132597 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:35.288961 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40574) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:35.296907 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-1b4bb55c-f2e1-43f6-baf3-24d5afac7abf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1451371301-network', 'tenant_id': 'd332089fa3ba434386a1255ff0fb12e5'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:09:35.434110 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4bb55c-f2e1-43f6-baf3-24d5afac7abf admin admin] Made reservation on behalf of d332089fa3ba434386a1255ff0fb12e5 for: {'network': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:09:35.439143 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb55c-f2e1-43f6-baf3-24d5afac7abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:35.457334 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb55c-f2e1-43f6-baf3-24d5afac7abf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:35.556912 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:35.583536 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb55c-f2e1-43f6-baf3-24d5afac7abf admin admin] Publish callbacks [] for security_group (8caecd3f-5824-48cd-bb84-7137d4bdb304), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:35.699490 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb55c-f2e1-43f6-baf3-24d5afac7abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (8caecd3f-5824-48cd-bb84-7137d4bdb304), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:35.740911 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4bb55c-f2e1-43f6-baf3-24d5afac7abf admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=107007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:09:35.764902 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=56 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:35.767140 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=66 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:35.767285 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bb55c-f2e1-43f6-baf3-24d5afac7abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caecd3f-5824-48cd-bb84-7137d4bdb304,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:35.772829 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb55c-f2e1-43f6-baf3-24d5afac7abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (d6071326-3845-4f79-8b54-49b02e2de650), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:35.773067 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.segments_db [None req-1b4bb55c-f2e1-43f6-baf3-24d5afac7abf admin admin] Added segment d6071326-3845-4f79-8b54-49b02e2de650 of type vlan for network 1c3c3a1d-15b3-4259-95c4-f591a65e8a74 Oct 10 12:09:35.831074 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb55c-f2e1-43f6-baf3-24d5afac7abf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (1c3c3a1d-15b3-4259-95c4-f591a65e8a74), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:35.961649 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb55c-f2e1-43f6-baf3-24d5afac7abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (1c3c3a1d-15b3-4259-95c4-f591a65e8a74), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:35.963551 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4bb55c-f2e1-43f6-baf3-24d5afac7abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:35.964508 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb55c-f2e1-43f6-baf3-24d5afac7abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:36.059801 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bb55c-f2e1-43f6-baf3-24d5afac7abf admin admin] Pushing event updated for resources: {'Network': ['ID=1c3c3a1d-15b3-4259-95c4-f591a65e8a74,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:36.062552 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9405539-efa9-45d3-aa1d-6e712c3db7cb req-d32e60d4-58ff-40b7-86c5-4f504071acca tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:36.064515 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a9405539-efa9-45d3-aa1d-6e712c3db7cb req-d32e60d4-58ff-40b7-86c5-4f504071acca tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0518503 Oct 10 12:09:36.075089 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network 1c3c3a1d-15b3-4259-95c4-f591a65e8a74 details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:09:36.116295 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-1b4bb55c-f2e1-43f6-baf3-24d5afac7abf admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8255677 Oct 10 12:09:36.119241 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40614) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:36.133019 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-1844c4b6-8a19-4a1b-a31c-c8a151d4e899 admin admin] Request body: {'subnet': {'network_id': '1c3c3a1d-15b3-4259-95c4-f591a65e8a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1451371301-subnet', 'tenant_id': 'd332089fa3ba434386a1255ff0fb12e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:09:36.182578 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a9405539-efa9-45d3-aa1d-6e712c3db7cb req-462b7622-67fe-457f-8807-4e0acc49f688 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036811 Oct 10 12:09:36.224425 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1844c4b6-8a19-4a1b-a31c-c8a151d4e899 admin admin] Made reservation on behalf of d332089fa3ba434386a1255ff0fb12e5 for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:09:36.227734 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1844c4b6-8a19-4a1b-a31c-c8a151d4e899 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32902988'] for subnet (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:36.374572 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:36.584010 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1844c4b6-8a19-4a1b-a31c-c8a151d4e899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31514876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32903006'] for subnet (2a91e2e3-653d-41bd-abb2-e8b45a14ca5a), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:36.655118 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844c4b6-8a19-4a1b-a31c-c8a151d4e899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a91e2e3-653d-41bd-abb2-e8b45a14ca5a,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:36.666769 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1844c4b6-8a19-4a1b-a31c-c8a151d4e899 admin admin] Checking segment: {'id': 'd6071326-3845-4f79-8b54-49b02e2de650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1c3c3a1d-15b3-4259-95c4-f591a65e8a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:09:36.667170 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1844c4b6-8a19-4a1b-a31c-c8a151d4e899 admin admin] Network hostable DHCP agents. Network: 1c3c3a1d-15b3-4259-95c4-f591a65e8a74, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:09:36.867379 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1844c4b6-8a19-4a1b-a31c-c8a151d4e899 admin admin] Network 1c3c3a1d-15b3-4259-95c4-f591a65e8a74 is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:09:37.046459 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-1844c4b6-8a19-4a1b-a31c-c8a151d4e899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, 1c3c3a1d-15b3-4259-95c4-f591a65e8a74) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:09:37.051889 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1844c4b6-8a19-4a1b-a31c-c8a151d4e899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:37.056948 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1844c4b6-8a19-4a1b-a31c-c8a151d4e899 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:37.057293 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edac1295-c66e-43f5-8a7a-8240eb340799 None None] Network 1c3c3a1d-15b3-4259-95c4-f591a65e8a74 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:09:37.060599 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:37.061194 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:37.168073 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f70cd45-5cb3-4f1e-b678-ba58bb29c94a None None] Network 1c3c3a1d-15b3-4259-95c4-f591a65e8a74 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:09:37.194648 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-1844c4b6-8a19-4a1b-a31c-c8a151d4e899 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0734959 Oct 10 12:09:37.349441 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e87e2e-fce2-4dbe-bb3d-ecc20d9fb1ca req-e65d57d1-baf7-4685-a880-1b4d4f5541d0 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:37.352593 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c4e87e2e-fce2-4dbe-bb3d-ecc20d9fb1ca req-e65d57d1-baf7-4685-a880-1b4d4f5541d0 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0753317 Oct 10 12:09:37.363816 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40646) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:37.413401 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbadc0d-1442-459f-afb3-731038148f00 admin admin] Deleting subnet 00f37085-470c-454e-b51f-8380513215d6 {{(pid=107007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:09:37.417043 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dbbadc0d-1442-459f-afb3-731038148f00 admin admin] Publish callbacks [] for subnet (00f37085-470c-454e-b51f-8380513215d6), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:37.428607 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c4e87e2e-fce2-4dbe-bb3d-ecc20d9fb1ca req-a3ef9ece-b6b4-4c59-abdf-7b38eee353cd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697351 Oct 10 12:09:37.456152 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dbbadc0d-1442-459f-afb3-731038148f00 admin admin] Publish callbacks [] for subnet (00f37085-470c-454e-b51f-8380513215d6), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:37.463832 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dbbadc0d-1442-459f-afb3-731038148f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (00f37085-470c-454e-b51f-8380513215d6), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:37.590606 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dbbadc0d-1442-459f-afb3-731038148f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for subnet (00f37085-470c-454e-b51f-8380513215d6), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:37.605321 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:37.639423 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbadc0d-1442-459f-afb3-731038148f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f37085-470c-454e-b51f-8380513215d6,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:37.642913 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dbbadc0d-1442-459f-afb3-731038148f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:37.649428 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-dbbadc0d-1442-459f-afb3-731038148f00 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/00f37085-470c-454e-b51f-8380513215d6 HTTP/1.1" status: 204 len: 168 time: 0.2831233 Oct 10 12:09:37.650946 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40648) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:37.735852 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (5a7f881d-8e73-4e6b-adb8-a7c4e210b444), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:37.807099 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068504a-7339-4bff-ad94-545a6bfb0840 req-038a306c-df8b-4d16-a32e-9d1257c20100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:37.808809 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-1068504a-7339-4bff-ad94-545a6bfb0840 req-038a306c-df8b-4d16-a32e-9d1257c20100 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 1130 time: 0.0708187 Oct 10 12:09:37.884543 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (5a7f881d-8e73-4e6b-adb8-a7c4e210b444), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:37.922832 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:09:37.923206 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:09:37.923947 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:09:37.924279 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Subscribe: > port after_create 55550000 {{(pid=107007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:09:37.924672 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Subscribe: > port after_delete 55550000 {{(pid=107007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:09:37.924994 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Subscribe: > port after_update 55550000 {{(pid=107007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:09:37.925357 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:09:37.925701 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:09:37.926026 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:09:37.926352 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:09:37.994189 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:09:37.994440 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:09:37.994805 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:09:37.995147 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 10 12:09:37.995503 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7f881d-8e73-4e6b-adb8-a7c4e210b444']}} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:38.002342 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-1068504a-7339-4bff-ad94-545a6bfb0840 req-a4da8e44-f68b-4537-bf02-db5e2f54fa5d service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802702 Oct 10 12:09:38.016965 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd8c9f5-26fb-42df-8d99-637e43ebd36d') {'for_net_delete': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:38.017263 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd8c9f5-26fb-42df-8d99-637e43ebd36d') {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:38.036147 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32523425'] for segment (afd8c9f5-26fb-42df-8d99-637e43ebd36d), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.057583 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (afd8c9f5-26fb-42df-8d99-637e43ebd36d), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.067143 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=107007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:09:38.067540 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32524424'] for segment (afd8c9f5-26fb-42df-8d99-637e43ebd36d), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.297722 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment afd8c9f5-26fb-42df-8d99-637e43ebd36d resource provider aggregate not found Oct 10 12:09:38.318132 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (5a7f881d-8e73-4e6b-adb8-a7c4e210b444), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.323567 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment afd8c9f5-26fb-42df-8d99-637e43ebd36d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afd8c9f5-26fb-42df-8d99-637e43ebd36d found for delete ", "request_id": "req-997bd19e-3385-42e4-b949-3cfd4de997c9"}]} Oct 10 12:09:38.330180 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.334136 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/5a7f881d-8e73-4e6b-adb8-a7c4e210b444 HTTP/1.1" status: 204 len: 168 time: 0.6818874 Oct 10 12:09:38.337306 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40670) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:38.348973 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2eaa44-d830-480f-a438-8eb95576f1cd admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7f881d-8e73-4e6b-adb8-a7c4e210b444,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:38.369644 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:38.382375 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Deleting subnet 2a91e2e3-653d-41bd-abb2-e8b45a14ca5a {{(pid=107006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:09:38.385533 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Publish callbacks [] for subnet (2a91e2e3-653d-41bd-abb2-e8b45a14ca5a), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.432027 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31517793'] for subnet (2a91e2e3-653d-41bd-abb2-e8b45a14ca5a), precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.481039 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (2a91e2e3-653d-41bd-abb2-e8b45a14ca5a), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.609036 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e693e-d86c-453d-a6c3-b91370c85474 req-7895bd95-7b80-4969-8005-5f601b63ce45 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:38.610928 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9e3e693e-d86c-453d-a6c3-b91370c85474 req-7895bd95-7b80-4969-8005-5f601b63ce45 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0870903 Oct 10 12:09:38.668036 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31514813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32902317'] for subnet (2a91e2e3-653d-41bd-abb2-e8b45a14ca5a), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.682567 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9e3e693e-d86c-453d-a6c3-b91370c85474 req-1af1ba66-76e9-4613-859c-6142a79a5d7a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657811 Oct 10 12:09:38.717074 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a91e2e3-653d-41bd-abb2-e8b45a14ca5a,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:38.724018 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.727765 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/2a91e2e3-653d-41bd-abb2-e8b45a14ca5a HTTP/1.1" status: 204 len: 168 time: 0.3894029 Oct 10 12:09:38.731631 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40676) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:38.747750 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:38.748339 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:38.748909 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:38.749540 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:38.750309 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:38.751266 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:38.751786 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:38.752356 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:38.752919 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:38.753528 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:38.754621 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:38.755241 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:38.755874 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:38.756583 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:38.757766 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2cf3cb-d613-4dfb-8ab3-5109e8f15f2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:38.825993 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (1c3c3a1d-15b3-4259-95c4-f591a65e8a74), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.842605 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40678) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:38.869526 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:38.917216 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (1c3c3a1d-15b3-4259-95c4-f591a65e8a74), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.940177 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3c3a1d-15b3-4259-95c4-f591a65e8a74']}} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:38.953432 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6071326-3845-4f79-8b54-49b02e2de650') {'for_net_delete': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:38.953856 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6071326-3845-4f79-8b54-49b02e2de650') {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:09:38.972741 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32523425'] for segment (d6071326-3845-4f79-8b54-49b02e2de650), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.991217 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-79512f52-d5d0-4111-94fa-77bfaa7228a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:38.996760 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (d6071326-3845-4f79-8b54-49b02e2de650), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:39.008742 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=107007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:09:39.009145 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32524424'] for segment (d6071326-3845-4f79-8b54-49b02e2de650), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:39.190465 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (1c3c3a1d-15b3-4259-95c4-f591a65e8a74), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:39.205258 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:39.212279 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/1c3c3a1d-15b3-4259-95c4-f591a65e8a74 HTTP/1.1" status: 204 len: 168 time: 0.4787169 Oct 10 12:09:39.241583 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3c3a1d-15b3-4259-95c4-f591a65e8a74,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:39.256011 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=11 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:39.258461 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:39.259348 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:39.259735 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:39.260678 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:39.260678 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:39.260930 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:39.261446 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:39.261786 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:39.262329 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:39.263254 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:39.265906 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:39.265906 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:39.266272 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:39.267273 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:39.267761 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163e67-c3dc-42b5-b8ff-394099ca74ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:09:39.279217 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-79512f52-d5d0-4111-94fa-77bfaa7228a4 admin admin] Publish callbacks [] for security_group (2fd38fc0-20ab-467f-851b-f2cc776e9210), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:39.366592 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-79512f52-d5d0-4111-94fa-77bfaa7228a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (2fd38fc0-20ab-467f-851b-f2cc776e9210), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:39.414884 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-79512f52-d5d0-4111-94fa-77bfaa7228a4 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=470b821036534bbcb8b75f976560fa95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5710583 Oct 10 12:09:39.418165 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40698) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:39.420606 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79512f52-d5d0-4111-94fa-77bfaa7228a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd38fc0-20ab-467f-851b-f2cc776e9210,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:39.495238 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6f57-2f4d-45b6-bf15-0f924cd38fec admin admin] Publish callbacks [] for security_group (2fd38fc0-20ab-467f-851b-f2cc776e9210), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:39.521294 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6f57-2f4d-45b6-bf15-0f924cd38fec admin admin] Publish callbacks [] for security_group (2fd38fc0-20ab-467f-851b-f2cc776e9210), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:39.806304 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6f57-2f4d-45b6-bf15-0f924cd38fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (2fd38fc0-20ab-467f-851b-f2cc776e9210), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:39.811272 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6f57-2f4d-45b6-bf15-0f924cd38fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:39.818481 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-7dbd6f57-2f4d-45b6-bf15-0f924cd38fec admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2fd38fc0-20ab-467f-851b-f2cc776e9210 HTTP/1.1" status: 204 len: 168 time: 0.3984475 Oct 10 12:09:39.836854 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd6f57-2f4d-45b6-bf15-0f924cd38fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd38fc0-20ab-467f-851b-f2cc776e9210,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:39.845929 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118da88-0f9d-4459-aa5d-cb88a037bf29 req-f9ec06e0-ad37-4913-974f-9053139fa5e7 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:39.845929 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9118da88-0f9d-4459-aa5d-cb88a037bf29 req-f9ec06e0-ad37-4913-974f-9053139fa5e7 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0706694 Oct 10 12:09:39.873608 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40708) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:39.946624 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-e59a622a-fba3-43cd-a2e9-54a4d06422ea admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=54e5eb205d3747dc9fad7bb19cee5e0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0709229 Oct 10 12:09:39.949201 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40710) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:39.956211 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9118da88-0f9d-4459-aa5d-cb88a037bf29 req-f3f57b17-5fb4-4d76-a699-d066e6de4783 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968065 Oct 10 12:09:40.004691 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9c24-2f64-418c-bf7d-aba2c99478ff admin admin] Publish callbacks [] for security_group (809efe45-a75c-4b7c-b29f-c2bb97bf49a5), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:40.028408 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9c24-2f64-418c-bf7d-aba2c99478ff admin admin] Publish callbacks [] for security_group (809efe45-a75c-4b7c-b29f-c2bb97bf49a5), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:40.199308 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9c24-2f64-418c-bf7d-aba2c99478ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (809efe45-a75c-4b7c-b29f-c2bb97bf49a5), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:40.204217 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9c24-2f64-418c-bf7d-aba2c99478ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:40.206489 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-fd4f9c24-2f64-418c-bf7d-aba2c99478ff admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/809efe45-a75c-4b7c-b29f-c2bb97bf49a5 HTTP/1.1" status: 204 len: 168 time: 0.2560139 Oct 10 12:09:40.223082 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f9c24-2f64-418c-bf7d-aba2c99478ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809efe45-a75c-4b7c-b29f-c2bb97bf49a5,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:40.350908 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment d6071326-3845-4f79-8b54-49b02e2de650 resource provider aggregate not found Oct 10 12:09:40.371941 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment d6071326-3845-4f79-8b54-49b02e2de650 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6071326-3845-4f79-8b54-49b02e2de650 found for delete ", "request_id": "req-84401a11-2128-4379-8328-94396fa859a2"}]} Oct 10 12:09:40.490402 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:41.096040 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dc0c5-1cc5-4880-9aac-08e647850c18 req-93b7b1b9-733c-44db-9760-9a290655231c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:41.098097 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-807dc0c5-1cc5-4880-9aac-08e647850c18 req-93b7b1b9-733c-44db-9760-9a290655231c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0545895 Oct 10 12:09:41.176215 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-807dc0c5-1cc5-4880-9aac-08e647850c18 req-3c73192b-d0e1-403c-a345-9f9057c5ff26 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696287 Oct 10 12:09:41.295965 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40752) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:41.381375 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-3d77d91f-1cd7-47c8-98e2-807231aa71cd admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d332089fa3ba434386a1255ff0fb12e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0805528 Oct 10 12:09:41.382029 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40754) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:41.459769 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-94c56275-de4c-41d4-bf4e-ce76c0bbf9f2 admin admin] Publish callbacks [] for security_group (8caecd3f-5824-48cd-bb84-7137d4bdb304), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:41.461401 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33f6df-1a39-4001-977e-6ef460c0269d req-1a6db8e8-b021-445b-94d8-e8bf8551c3e1 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:41.464706 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dc33f6df-1a39-4001-977e-6ef460c0269d req-1a6db8e8-b021-445b-94d8-e8bf8551c3e1 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.1229489 Oct 10 12:09:41.465569 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40758) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:41.490361 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-94c56275-de4c-41d4-bf4e-ce76c0bbf9f2 admin admin] Publish callbacks [] for security_group (8caecd3f-5824-48cd-bb84-7137d4bdb304), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:41.528803 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dc33f6df-1a39-4001-977e-6ef460c0269d req-8093d5f7-e7da-484b-9bd5-7c348558e372 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567932 Oct 10 12:09:41.622891 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2a6c6c56-479d-4dfc-a260-a4c2304523aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:41.638066 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-94c56275-de4c-41d4-bf4e-ce76c0bbf9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (8caecd3f-5824-48cd-bb84-7137d4bdb304), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:41.643216 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-94c56275-de4c-41d4-bf4e-ce76c0bbf9f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:41.645586 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-94c56275-de4c-41d4-bf4e-ce76c0bbf9f2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/8caecd3f-5824-48cd-bb84-7137d4bdb304 HTTP/1.1" status: 204 len: 168 time: 0.2621751 Oct 10 12:09:41.658329 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c56275-de4c-41d4-bf4e-ce76c0bbf9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caecd3f-5824-48cd-bb84-7137d4bdb304,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:41.754514 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2a6c6c56-479d-4dfc-a260-a4c2304523aa admin admin] Publish callbacks [] for security_group (529e9a35-7721-402e-a02a-c0b535c83159), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:41.908266 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2a6c6c56-479d-4dfc-a260-a4c2304523aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (529e9a35-7721-402e-a02a-c0b535c83159), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:41.985451 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-2a6c6c56-479d-4dfc-a260-a4c2304523aa admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=542cd4bec9244d86853ce11782bf5ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5184648 Oct 10 12:09:41.988524 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c6c56-479d-4dfc-a260-a4c2304523aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529e9a35-7721-402e-a02a-c0b535c83159,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:41.995835 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40774) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:42.102929 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-02159ff5-1568-4164-a023-a38e2442fd1d admin admin] Publish callbacks [] for security_group (529e9a35-7721-402e-a02a-c0b535c83159), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:42.144896 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-02159ff5-1568-4164-a023-a38e2442fd1d admin admin] Publish callbacks [] for security_group (529e9a35-7721-402e-a02a-c0b535c83159), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:42.356173 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-02159ff5-1568-4164-a023-a38e2442fd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (529e9a35-7721-402e-a02a-c0b535c83159), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:42.358810 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-02159ff5-1568-4164-a023-a38e2442fd1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:42.363399 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-02159ff5-1568-4164-a023-a38e2442fd1d admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/529e9a35-7721-402e-a02a-c0b535c83159 HTTP/1.1" status: 204 len: 168 time: 0.3706808 Oct 10 12:09:42.372923 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02159ff5-1568-4164-a023-a38e2442fd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529e9a35-7721-402e-a02a-c0b535c83159,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:44.858976 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40886) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:45.027996 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:45.167626 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-c6bb1c20-6597-4714-8b39-6eaff851dc6c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1274134364-network', 'tenant_id': '42363f6f6a6040e5b81070350a2b7855'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:09:45.273881 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:45.301322 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1364e-07d1-4b79-8adb-3dc538a60ca1 req-046ac681-f427-4781-8659-91fbb7a74f9b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:45.304139 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6ad1364e-07d1-4b79-8adb-3dc538a60ca1 req-046ac681-f427-4781-8659-91fbb7a74f9b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0581212 Oct 10 12:09:45.308137 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bb1c20-6597-4714-8b39-6eaff851dc6c admin admin] Made reservation on behalf of 42363f6f6a6040e5b81070350a2b7855 for: {'network': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:09:45.312822 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1c20-6597-4714-8b39-6eaff851dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:45.326088 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1c20-6597-4714-8b39-6eaff851dc6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:45.383035 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6ad1364e-07d1-4b79-8adb-3dc538a60ca1 req-6d5a9ccc-22c4-4d5c-b660-bbd22553ea9e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666077 Oct 10 12:09:45.413343 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:INSERT=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:45.415656 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9db85f-9bd3-49f9-927d-eb8b845ef7ef req-de10c7f8-ea35-4dda-ac08-e2437c69bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:45.417209 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-bc9db85f-9bd3-49f9-927d-eb8b845ef7ef req-de10c7f8-ea35-4dda-ac08-e2437c69bf3b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 1129 time: 0.0517676 Oct 10 12:09:45.495703 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1c20-6597-4714-8b39-6eaff851dc6c admin admin] Publish callbacks [] for security_group (1d156f73-9bf4-484f-97dd-c4cca133fda5), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:45.540872 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9db85f-9bd3-49f9-927d-eb8b845ef7ef req-abad2745-cb04-4407-bcc8-34c3fa3a5764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:45.542716 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-bc9db85f-9bd3-49f9-927d-eb8b845ef7ef req-abad2745-cb04-4407-bcc8-34c3fa3a5764 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 920 time: 0.1190205 Oct 10 12:09:45.584329 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-bc9db85f-9bd3-49f9-927d-eb8b845ef7ef req-2e1f81f2-f4c0-4eb7-86c7-56e58782c04f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baa47217-65c4-4e53-be16-7c13a9be2c74 HTTP/1.1" status: 200 len: 217 time: 0.0350316 Oct 10 12:09:45.630747 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1c20-6597-4714-8b39-6eaff851dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (1d156f73-9bf4-484f-97dd-c4cca133fda5), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:45.666009 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bb1c20-6597-4714-8b39-6eaff851dc6c admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=107007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:09:45.675721 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:45.681365 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb1c20-6597-4714-8b39-6eaff851dc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d156f73-9bf4-484f-97dd-c4cca133fda5,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:45.703859 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1c20-6597-4714-8b39-6eaff851dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (f9594a04-f151-4c68-97d2-d951d3c08c06), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:45.704112 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.segments_db [None req-c6bb1c20-6597-4714-8b39-6eaff851dc6c admin admin] Added segment f9594a04-f151-4c68-97d2-d951d3c08c06 of type vlan for network 81f47188-f87d-4346-bd72-870978ce64be Oct 10 12:09:45.727170 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9db85f-9bd3-49f9-927d-eb8b845ef7ef req-b2051c08-9fe5-4029-9634-a117df065377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:45.727170 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-bc9db85f-9bd3-49f9-927d-eb8b845ef7ef req-b2051c08-9fe5-4029-9634-a117df065377 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.1170146 Oct 10 12:09:45.765882 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1c20-6597-4714-8b39-6eaff851dc6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (81f47188-f87d-4346-bd72-870978ce64be), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:45.810189 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9db85f-9bd3-49f9-927d-eb8b845ef7ef req-957c5dec-002f-4f81-a06c-b06dab1942cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:45.812907 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-bc9db85f-9bd3-49f9-927d-eb8b845ef7ef req-957c5dec-002f-4f81-a06c-b06dab1942cc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941753 Oct 10 12:09:45.927563 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-bc9db85f-9bd3-49f9-927d-eb8b845ef7ef req-9e58d432-2d24-4444-9773-f56902a741c5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092958 Oct 10 12:09:45.943066 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1c20-6597-4714-8b39-6eaff851dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (81f47188-f87d-4346-bd72-870978ce64be), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:45.944058 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bb1c20-6597-4714-8b39-6eaff851dc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:45.944645 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c6bb1c20-6597-4714-8b39-6eaff851dc6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:46.061192 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb1c20-6597-4714-8b39-6eaff851dc6c admin admin] Pushing event updated for resources: {'Network': ['ID=81f47188-f87d-4346-bd72-870978ce64be,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:46.073920 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network 81f47188-f87d-4346-bd72-870978ce64be details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:09:46.094823 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-bc9db85f-9bd3-49f9-927d-eb8b845ef7ef req-ab796202-a545-4bf5-bfdc-03dcbaa4f418 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609292 Oct 10 12:09:46.135412 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-c6bb1c20-6597-4714-8b39-6eaff851dc6c admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2700198 Oct 10 12:09:46.135675 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40926) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:46.145483 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-799afbdc-69af-431d-8acb-4faf00eaa16b admin admin] Request body: {'subnet': {'network_id': '81f47188-f87d-4346-bd72-870978ce64be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1274134364-subnet', 'tenant_id': '42363f6f6a6040e5b81070350a2b7855', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:09:46.240830 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799afbdc-69af-431d-8acb-4faf00eaa16b admin admin] Made reservation on behalf of 42363f6f6a6040e5b81070350a2b7855 for: {'subnet': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:09:46.246015 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-799afbdc-69af-431d-8acb-4faf00eaa16b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29423792'] for subnet (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:46.336498 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:46.409792 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40940) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:46.430496 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadcf88-cf08-48c6-b1f6-570357cb7534 req-61c10250-3725-4a35-8980-c85f996373f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:46.433204 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-abadcf88-cf08-48c6-b1f6-570357cb7534 req-61c10250-3725-4a35-8980-c85f996373f4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 1129 time: 0.0808547 Oct 10 12:09:46.617713 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3205f-2f84-4742-9b1f-2c994fee4233 req-2b664ff9-185a-469d-a49e-b7385bdd2879 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:46.620750 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4af3205f-2f84-4742-9b1f-2c994fee4233 req-2b664ff9-185a-469d-a49e-b7385bdd2879 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0866098 Oct 10 12:09:46.661658 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-000b0b1c-3189-47a8-a975-d4355591ad67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:46.669768 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-799afbdc-69af-431d-8acb-4faf00eaa16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32524323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29423778'] for subnet (32f78f76-6f14-4198-90d1-3c21a46d8b29), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:46.721217 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadcf88-cf08-48c6-b1f6-570357cb7534 req-b3075e42-5eb1-4fd8-814e-ab7675fe1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:46.723260 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-abadcf88-cf08-48c6-b1f6-570357cb7534 req-b3075e42-5eb1-4fd8-814e-ab7675fe1786 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 920 time: 0.1647720 Oct 10 12:09:46.725117 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4af3205f-2f84-4742-9b1f-2c994fee4233 req-79df43ab-39c8-4006-bc20-6c9242f1f164 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957801 Oct 10 12:09:46.780467 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-abadcf88-cf08-48c6-b1f6-570357cb7534 req-e6ece23c-7377-40d8-b6be-c8c8f4859c51 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baa47217-65c4-4e53-be16-7c13a9be2c74 HTTP/1.1" status: 200 len: 217 time: 0.0501084 Oct 10 12:09:46.801436 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799afbdc-69af-431d-8acb-4faf00eaa16b admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f78f76-6f14-4198-90d1-3c21a46d8b29,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:46.828283 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-000b0b1c-3189-47a8-a975-d4355591ad67 admin admin] Publish callbacks [] for security_group (97ffe5a1-ceba-4a87-bd5a-faf23cac585b), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:46.841054 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799afbdc-69af-431d-8acb-4faf00eaa16b admin admin] Checking segment: {'id': 'f9594a04-f151-4c68-97d2-d951d3c08c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '81f47188-f87d-4346-bd72-870978ce64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:09:46.841407 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799afbdc-69af-431d-8acb-4faf00eaa16b admin admin] Network hostable DHCP agents. Network: 81f47188-f87d-4346-bd72-870978ce64be, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:09:46.849316 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:46.858098 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadcf88-cf08-48c6-b1f6-570357cb7534 req-ced70883-5135-4751-9ef7-60295ae95765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:46.859589 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-abadcf88-cf08-48c6-b1f6-570357cb7534 req-ced70883-5135-4751-9ef7-60295ae95765 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.0689464 Oct 10 12:09:46.908347 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadcf88-cf08-48c6-b1f6-570357cb7534 req-a46d0099-0565-464d-88eb-05971f7dfb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:46.909881 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-abadcf88-cf08-48c6-b1f6-570357cb7534 req-a46d0099-0565-464d-88eb-05971f7dfb67 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426328 Oct 10 12:09:46.932155 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-000b0b1c-3189-47a8-a975-d4355591ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (97ffe5a1-ceba-4a87-bd5a-faf23cac585b), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:46.963418 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799afbdc-69af-431d-8acb-4faf00eaa16b admin admin] Network 81f47188-f87d-4346-bd72-870978ce64be is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:09:46.977006 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-000b0b1c-3189-47a8-a975-d4355591ad67 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8d6a8f944eb94b84bd67f0926ac637f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5654216 Oct 10 12:09:46.978004 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b0b1c-3189-47a8-a975-d4355591ad67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ffe5a1-ceba-4a87-bd5a-faf23cac585b,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:46.980615 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40954) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:47.013129 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-abadcf88-cf08-48c6-b1f6-570357cb7534 req-37b81053-e5ef-405f-8193-72821aedd353 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961268 Oct 10 12:09:47.039148 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fc852458-4643-4c97-b6fd-b657bd8cbae5 admin admin] Publish callbacks [] for security_group (97ffe5a1-ceba-4a87-bd5a-faf23cac585b), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:47.068538 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fc852458-4643-4c97-b6fd-b657bd8cbae5 admin admin] Publish callbacks [] for security_group (97ffe5a1-ceba-4a87-bd5a-faf23cac585b), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:47.079158 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-799afbdc-69af-431d-8acb-4faf00eaa16b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, 81f47188-f87d-4346-bd72-870978ce64be) {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:09:47.087749 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799afbdc-69af-431d-8acb-4faf00eaa16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:47.089538 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-799afbdc-69af-431d-8acb-4faf00eaa16b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:47.095273 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e956eb5-1db9-4435-9a50-e326787f2eb9 None None] Network 81f47188-f87d-4346-bd72-870978ce64be requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:09:47.152892 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-abadcf88-cf08-48c6-b1f6-570357cb7534 req-2e6e5b22-8dff-41ce-a4c2-7cb2d77c8dff service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327679 Oct 10 12:09:47.180888 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-799afbdc-69af-431d-8acb-4faf00eaa16b admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0423133 Oct 10 12:09:47.197871 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40960) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:47.224916 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98415ec-757f-4295-bb9c-16393cd3c40a None None] Network 81f47188-f87d-4346-bd72-870978ce64be requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:09:47.253863 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fc852458-4643-4c97-b6fd-b657bd8cbae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (97ffe5a1-ceba-4a87-bd5a-faf23cac585b), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:47.258575 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fc852458-4643-4c97-b6fd-b657bd8cbae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:47.262227 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-fc852458-4643-4c97-b6fd-b657bd8cbae5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/97ffe5a1-ceba-4a87-bd5a-faf23cac585b HTTP/1.1" status: 204 len: 168 time: 0.2804372 Oct 10 12:09:47.278379 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc852458-4643-4c97-b6fd-b657bd8cbae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ffe5a1-ceba-4a87-bd5a-faf23cac585b,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:47.349496 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c8455982-1859-4d02-b8c5-64b383d7d291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:47.405149 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:47.435732 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c8455982-1859-4d02-b8c5-64b383d7d291 admin admin] Publish callbacks [] for security_group (d38e14e1-faf1-49ae-8461-091b5335f3f6), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:47.501870 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c8455982-1859-4d02-b8c5-64b383d7d291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (d38e14e1-faf1-49ae-8461-091b5335f3f6), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:47.548095 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8455982-1859-4d02-b8c5-64b383d7d291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38e14e1-faf1-49ae-8461-091b5335f3f6,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:47.553651 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-c8455982-1859-4d02-b8c5-64b383d7d291 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=fc3245b0042447f58d7297d1b414e400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3547301 Oct 10 12:09:47.556649 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40970) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:47.601580 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:47.621887 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bc77dfb6-7c35-44b5-843b-a73e44b27169 admin admin] Publish callbacks [] for security_group (d38e14e1-faf1-49ae-8461-091b5335f3f6), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:47.650056 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bc77dfb6-7c35-44b5-843b-a73e44b27169 admin admin] Publish callbacks [] for security_group (d38e14e1-faf1-49ae-8461-091b5335f3f6), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:47.807418 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bc77dfb6-7c35-44b5-843b-a73e44b27169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (d38e14e1-faf1-49ae-8461-091b5335f3f6), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:47.811948 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-bc77dfb6-7c35-44b5-843b-a73e44b27169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:47.813981 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-bc77dfb6-7c35-44b5-843b-a73e44b27169 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d38e14e1-faf1-49ae-8461-091b5335f3f6 HTTP/1.1" status: 204 len: 168 time: 0.2555099 Oct 10 12:09:47.829677 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77dfb6-7c35-44b5-843b-a73e44b27169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38e14e1-faf1-49ae-8461-091b5335f3f6,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:47.929591 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac95c60-91d2-45a4-b3e0-480d4174e4ba req-399daddc-aab1-4129-92fd-3e09d8875469 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:47.932610 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eac95c60-91d2-45a4-b3e0-480d4174e4ba req-399daddc-aab1-4129-92fd-3e09d8875469 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0887861 Oct 10 12:09:48.007065 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eac95c60-91d2-45a4-b3e0-480d4174e4ba req-97ab0936-ce2a-4cad-b85a-59a0d23d0705 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511155 Oct 10 12:09:48.181817 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 40984) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:48.197066 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-04f15255-7fa2-4c9d-9ba4-8fdb858995bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:48.318597 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:48.321761 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:48.322284 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-04f15255-7fa2-4c9d-9ba4-8fdb858995bb admin admin] Publish callbacks [] for security_group (5bd85ea4-31dd-4c9a-acc5-19df0e6dc688), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:48.387663 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-04f15255-7fa2-4c9d-9ba4-8fdb858995bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (5bd85ea4-31dd-4c9a-acc5-19df0e6dc688), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:48.458964 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-04f15255-7fa2-4c9d-9ba4-8fdb858995bb admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b8932e30ceda436896269ff0e8aae42e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759461 Oct 10 12:09:48.460830 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f15255-7fa2-4c9d-9ba4-8fdb858995bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd85ea4-31dd-4c9a-acc5-19df0e6dc688,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:48.463921 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 40998) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:48.551191 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b87bcf9-58f8-4e0a-a080-7dab68516ef0 admin admin] Publish callbacks [] for security_group (5bd85ea4-31dd-4c9a-acc5-19df0e6dc688), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:48.578606 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b87bcf9-58f8-4e0a-a080-7dab68516ef0 admin admin] Publish callbacks [] for security_group (5bd85ea4-31dd-4c9a-acc5-19df0e6dc688), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:48.709409 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b87bcf9-58f8-4e0a-a080-7dab68516ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (5bd85ea4-31dd-4c9a-acc5-19df0e6dc688), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:48.712290 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b87bcf9-58f8-4e0a-a080-7dab68516ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:48.713806 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-9b87bcf9-58f8-4e0a-a080-7dab68516ef0 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5bd85ea4-31dd-4c9a-acc5-19df0e6dc688 HTTP/1.1" status: 204 len: 168 time: 0.2478333 Oct 10 12:09:48.725552 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87bcf9-58f8-4e0a-a080-7dab68516ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd85ea4-31dd-4c9a-acc5-19df0e6dc688,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:48.876571 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41004) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:48.890531 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-799b446d-187a-4c74-a952-509b4a3bb887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:48.982218 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-799b446d-187a-4c74-a952-509b4a3bb887 admin admin] Publish callbacks [] for security_group (02afbf92-8b11-484f-9652-b7b1ff72fde5), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:49.130234 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-799b446d-187a-4c74-a952-509b4a3bb887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (02afbf92-8b11-484f-9652-b7b1ff72fde5), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:49.192975 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd2821-e591-4eb0-a529-a94f68ee05db req-29bd026d-2282-4bad-9478-95d40e43d555 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:49.195513 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-84cd2821-e591-4eb0-a529-a94f68ee05db req-29bd026d-2282-4bad-9478-95d40e43d555 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.1004865 Oct 10 12:09:49.226094 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-799b446d-187a-4c74-a952-509b4a3bb887 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=3af5aaaaaeb54da8841d2ac03c5d5e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482904 Oct 10 12:09:49.229463 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41010) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:49.233611 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b446d-187a-4c74-a952-509b4a3bb887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02afbf92-8b11-484f-9652-b7b1ff72fde5,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:49.278982 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-84cd2821-e591-4eb0-a529-a94f68ee05db req-06f1ba43-ac6e-41cf-81b6-85f6a62fbe7c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687473 Oct 10 12:09:49.301394 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5ebe2649-b4d9-4d6b-9bf0-7c0b6f505a9a admin admin] Publish callbacks [] for security_group (02afbf92-8b11-484f-9652-b7b1ff72fde5), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:49.323904 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5ebe2649-b4d9-4d6b-9bf0-7c0b6f505a9a admin admin] Publish callbacks [] for security_group (02afbf92-8b11-484f-9652-b7b1ff72fde5), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:49.485017 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5ebe2649-b4d9-4d6b-9bf0-7c0b6f505a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (02afbf92-8b11-484f-9652-b7b1ff72fde5), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:49.485852 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:49.488551 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5ebe2649-b4d9-4d6b-9bf0-7c0b6f505a9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:49.491237 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-5ebe2649-b4d9-4d6b-9bf0-7c0b6f505a9a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/02afbf92-8b11-484f-9652-b7b1ff72fde5 HTTP/1.1" status: 204 len: 168 time: 0.2588780 Oct 10 12:09:49.498471 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe2649-b4d9-4d6b-9bf0-7c0b6f505a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02afbf92-8b11-484f-9652-b7b1ff72fde5,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:49.735613 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41016) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:49.754371 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-95161a17-47b0-4c72-9608-9030683ecaf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:49.773895 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:49.847770 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-95161a17-47b0-4c72-9608-9030683ecaf0 admin admin] Publish callbacks [] for security_group (d129e82f-2072-447f-b971-80a67e926707), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:50.075568 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-95161a17-47b0-4c72-9608-9030683ecaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (d129e82f-2072-447f-b971-80a67e926707), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:50.127707 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95161a17-47b0-4c72-9608-9030683ecaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d129e82f-2072-447f-b971-80a67e926707,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:50.150406 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-95161a17-47b0-4c72-9608-9030683ecaf0 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b00f6a2a946f4af6a5506e5b483aa2b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4105408 Oct 10 12:09:50.150406 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41020) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:50.238424 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-32d0efdf-5aec-49e1-b926-73c430a10f6a admin admin] Publish callbacks [] for security_group (d129e82f-2072-447f-b971-80a67e926707), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:50.252040 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:50.275479 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-32d0efdf-5aec-49e1-b926-73c430a10f6a admin admin] Publish callbacks [] for security_group (d129e82f-2072-447f-b971-80a67e926707), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:50.438055 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4bef-fbe0-47b7-9dec-6acb446a4508 req-eeb48615-7d9c-4755-b175-a30936ac655b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:50.443288 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7f8f4bef-fbe0-47b7-9dec-6acb446a4508 req-eeb48615-7d9c-4755-b175-a30936ac655b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0622683 Oct 10 12:09:50.458178 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-32d0efdf-5aec-49e1-b926-73c430a10f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (d129e82f-2072-447f-b971-80a67e926707), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:50.468616 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-32d0efdf-5aec-49e1-b926-73c430a10f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:50.470394 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-32d0efdf-5aec-49e1-b926-73c430a10f6a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d129e82f-2072-447f-b971-80a67e926707 HTTP/1.1" status: 204 len: 168 time: 0.3188322 Oct 10 12:09:50.502642 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0efdf-5aec-49e1-b926-73c430a10f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d129e82f-2072-447f-b971-80a67e926707,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:50.580098 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7f8f4bef-fbe0-47b7-9dec-6acb446a4508 req-2bce8cd7-541c-4d51-b176-432d0d2e62a5 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299231 Oct 10 12:09:51.173842 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60464c-230b-40df-acff-14f6fbe2792f req-98b4e162-7df3-4a9a-9894-b745d506e85e tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:51.177224 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bd60464c-230b-40df-acff-14f6fbe2792f req-98b4e162-7df3-4a9a-9894-b745d506e85e tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/networks?id=81f47188-f87d-4346-bd72-870978ce64be HTTP/1.1" status: 200 len: 814 time: 0.2036500 Oct 10 12:09:51.197853 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:51.203011 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bd60464c-230b-40df-acff-14f6fbe2792f req-4fad5a8a-26b2-46cd-ac58-68f7498f1a03 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/quotas/42363f6f6a6040e5b81070350a2b7855 HTTP/1.1" status: 200 len: 375 time: 0.0180461 Oct 10 12:09:51.254598 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bd60464c-230b-40df-acff-14f6fbe2792f req-d7deaa06-c91f-4ac1-b077-e073834ee34a tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=42363f6f6a6040e5b81070350a2b7855&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430040 Oct 10 12:09:51.363121 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bd60464c-230b-40df-acff-14f6fbe2792f req-0c4d5206-c14e-4a98-9a3e-d4dc622496dd service neutron] 10.222.0.46 "GET /networking/v2.0/networks/81f47188-f87d-4346-bd72-870978ce64be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955865 Oct 10 12:09:51.487718 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bd60464c-230b-40df-acff-14f6fbe2792f req-1edd4180-284e-41f2-9fb9-822b8a85706e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/81f47188-f87d-4346-bd72-870978ce64be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134026 Oct 10 12:09:51.794293 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53535be-591f-4745-bc60-5bf7f84f0f04 req-92fe4181-cdd9-423a-ad1e-2d2ad0928368 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:51.796245 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c53535be-591f-4745-bc60-5bf7f84f0f04 req-92fe4181-cdd9-423a-ad1e-2d2ad0928368 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0775192 Oct 10 12:09:51.876578 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cbd884d5-ce69-4172-9bf8-d71babbae768 req-fb041864-6f57-4909-be62-262a8782aae1 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 210 time: 0.0359118 Oct 10 12:09:51.888634 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c53535be-591f-4745-bc60-5bf7f84f0f04 req-a4fd5d56-69fd-4088-9a8c-19f4aa34110d tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842373 Oct 10 12:09:52.035821 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41108) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:52.165747 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-adc01823-cc6d-4025-9787-3112be8c78fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-178368680-network', 'tenant_id': '4326aa9c66954652943d3754b121bce8'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:09:52.326895 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc01823-cc6d-4025-9787-3112be8c78fd admin admin] Made reservation on behalf of 4326aa9c66954652943d3754b121bce8 for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:09:52.330137 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-adc01823-cc6d-4025-9787-3112be8c78fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:52.342113 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-adc01823-cc6d-4025-9787-3112be8c78fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:52.423120 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:52.448999 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-adc01823-cc6d-4025-9787-3112be8c78fd admin admin] Publish callbacks [] for security_group (cc11efe1-6272-452b-b51d-6d103cbb8418), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:52.515615 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-adc01823-cc6d-4025-9787-3112be8c78fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (cc11efe1-6272-452b-b51d-6d103cbb8418), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:52.558433 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc01823-cc6d-4025-9787-3112be8c78fd admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:09:52.575038 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc01823-cc6d-4025-9787-3112be8c78fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc11efe1-6272-452b-b51d-6d103cbb8418,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:52.581971 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-adc01823-cc6d-4025-9787-3112be8c78fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:52.582708 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-adc01823-cc6d-4025-9787-3112be8c78fd admin admin] Added segment 2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc of type vlan for network 435564f3-e5dd-46a9-88d6-ee2f75cdcd4e Oct 10 12:09:52.649861 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-adc01823-cc6d-4025-9787-3112be8c78fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (435564f3-e5dd-46a9-88d6-ee2f75cdcd4e), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:52.810325 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-adc01823-cc6d-4025-9787-3112be8c78fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (435564f3-e5dd-46a9-88d6-ee2f75cdcd4e), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:52.811327 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc01823-cc6d-4025-9787-3112be8c78fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:52.811914 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-adc01823-cc6d-4025-9787-3112be8c78fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:52.884456 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc01823-cc6d-4025-9787-3112be8c78fd admin admin] Pushing event updated for resources: {'Network': ['ID=435564f3-e5dd-46a9-88d6-ee2f75cdcd4e,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:52.897563 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network 435564f3-e5dd-46a9-88d6-ee2f75cdcd4e details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:09:52.951578 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41136) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:52.953069 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-adc01823-cc6d-4025-9787-3112be8c78fd admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9160779 Oct 10 12:09:52.960154 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-71ef37ec-eac2-46d7-ae67-81b0f8c1437a admin admin] Request body: {'subnet': {'network_id': '435564f3-e5dd-46a9-88d6-ee2f75cdcd4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-178368680-subnet', 'tenant_id': '4326aa9c66954652943d3754b121bce8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:09:53.060016 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa0b4514-c5b6-44ae-b01e-0d76c680aa0c req-155e2feb-bee6-4cec-b0df-0aeecdb88d01 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 210 time: 0.0399716 Oct 10 12:09:53.073847 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51230bd2-c539-4294-a4bf-1f1288106be9 req-b331ea63-fede-48d4-87e7-732d7c967dcb tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:53.075942 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-51230bd2-c539-4294-a4bf-1f1288106be9 req-b331ea63-fede-48d4-87e7-732d7c967dcb tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0935278 Oct 10 12:09:53.086437 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ef37ec-eac2-46d7-ae67-81b0f8c1437a admin admin] Made reservation on behalf of 4326aa9c66954652943d3754b121bce8 for: {'subnet': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:09:53.089475 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-71ef37ec-eac2-46d7-ae67-81b0f8c1437a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29423792'] for subnet (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:53.137228 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-51230bd2-c539-4294-a4bf-1f1288106be9 req-d436a25d-0817-47c0-92a8-df30fac08ccb tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533180 Oct 10 12:09:53.406219 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-71ef37ec-eac2-46d7-ae67-81b0f8c1437a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32524323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29423778'] for subnet (371d4fc5-ee7f-4d4e-801e-4845ba925d31), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:53.469544 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef37ec-eac2-46d7-ae67-81b0f8c1437a admin admin] Pushing event updated for resources: {'Subnet': ['ID=371d4fc5-ee7f-4d4e-801e-4845ba925d31,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:53.480504 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ef37ec-eac2-46d7-ae67-81b0f8c1437a admin admin] Checking segment: {'id': '2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '435564f3-e5dd-46a9-88d6-ee2f75cdcd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:09:53.480989 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ef37ec-eac2-46d7-ae67-81b0f8c1437a admin admin] Network hostable DHCP agents. Network: 435564f3-e5dd-46a9-88d6-ee2f75cdcd4e, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:09:53.565771 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ef37ec-eac2-46d7-ae67-81b0f8c1437a admin admin] Network 435564f3-e5dd-46a9-88d6-ee2f75cdcd4e is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:09:53.698179 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-71ef37ec-eac2-46d7-ae67-81b0f8c1437a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, 435564f3-e5dd-46a9-88d6-ee2f75cdcd4e) {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:09:53.709626 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2599d6-e5dd-4c0d-a58b-9d09e766c26c None None] Network 435564f3-e5dd-46a9-88d6-ee2f75cdcd4e requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:09:53.716136 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ef37ec-eac2-46d7-ae67-81b0f8c1437a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:53.716995 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-71ef37ec-eac2-46d7-ae67-81b0f8c1437a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:53.779308 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201d853-52ca-48e6-bbac-eee1dbc35f32 req-526ad5a1-78a5-4c5b-8e65-1822115b2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:53.780888 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9201d853-52ca-48e6-bbac-eee1dbc35f32 req-526ad5a1-78a5-4c5b-8e65-1822115b2792 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 1129 time: 0.0800283 Oct 10 12:09:53.856070 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9201d853-52ca-48e6-bbac-eee1dbc35f32 req-03a3f1b0-d14c-407a-a815-6195e5ec3a81 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657330 Oct 10 12:09:53.883587 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b7b16e-4160-4fba-9d0d-6734c24a1a84 None None] Network 435564f3-e5dd-46a9-88d6-ee2f75cdcd4e requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:09:53.909617 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-71ef37ec-eac2-46d7-ae67-81b0f8c1437a admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9566982 Oct 10 12:09:53.992190 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:54.196284 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-521dc943-a63d-45d3-a5b3-c0ea50d74a5d req-e18c5679-629b-4a01-95b7-0e031c9bab02 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 210 time: 0.0287147 Oct 10 12:09:54.306484 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62284b7-d19f-4d68-ae79-d4687b6f9fa6 req-2146a356-ecbf-44cb-8f6f-aadf66bf3adb tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:54.308986 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f62284b7-d19f-4d68-ae79-d4687b6f9fa6 req-2146a356-ecbf-44cb-8f6f-aadf66bf3adb tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0641537 Oct 10 12:09:54.398245 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f62284b7-d19f-4d68-ae79-d4687b6f9fa6 req-66137bc1-acf5-475c-a138-6d7be07ac486 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816596 Oct 10 12:09:55.306091 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-14af5d81-10b4-4cd9-b64b-8aa759e4142a req-b8476b53-8008-423a-929d-95f78305eeb6 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 210 time: 0.0326231 Oct 10 12:09:55.540130 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92010089-22b6-40e1-b883-b5bde6367294 req-eeb453dc-0a01-4908-aa1b-16682ae06a66 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:55.542822 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-92010089-22b6-40e1-b883-b5bde6367294 req-eeb453dc-0a01-4908-aa1b-16682ae06a66 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0614791 Oct 10 12:09:55.594383 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-92010089-22b6-40e1-b883-b5bde6367294 req-142c2bd7-0466-4528-bf20-67fdfdd4b0c3 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460031 Oct 10 12:09:56.311202 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:09:56.441878 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-778d30b6-6f61-4a4c-bcae-744e2896ac87 req-6de38e4d-ea58-4a5a-9c37-e5f4b6e5eadf tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 210 time: 0.0528150 Oct 10 12:09:56.689699 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:56.738569 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df47382-a8e8-4c53-b2c2-59d9d35ea492 req-45293299-4e86-4ddd-bf7f-570810344e3c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:56.740694 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1df47382-a8e8-4c53-b2c2-59d9d35ea492 req-45293299-4e86-4ddd-bf7f-570810344e3c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0622861 Oct 10 12:09:56.800788 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1df47382-a8e8-4c53-b2c2-59d9d35ea492 req-12b429e1-a04c-4926-8b8c-d5b06bddb510 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540161 Oct 10 12:09:57.102477 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60464c-230b-40df-acff-14f6fbe2792f req-94ec5d21-43c2-49cd-aefb-5bf76f75e48b tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:57.104119 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-bd60464c-230b-40df-acff-14f6fbe2792f req-94ec5d21-43c2-49cd-aefb-5bf76f75e48b tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.48 "GET /networking/v2.0/networks?id=81f47188-f87d-4346-bd72-870978ce64be HTTP/1.1" status: 200 len: 814 time: 0.3673568 Oct 10 12:09:57.124723 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-bd60464c-230b-40df-acff-14f6fbe2792f req-ea3ec31e-6037-4b85-952a-e89afff2a240 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Request body: {'port': {'device_id': 'f411d6a5-3966-4066-83a4-5499708446b4', 'network_id': '81f47188-f87d-4346-bd72-870978ce64be', 'admin_state_up': True, 'tenant_id': '42363f6f6a6040e5b81070350a2b7855'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:09:57.405819 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd60464c-230b-40df-acff-14f6fbe2792f req-ea3ec31e-6037-4b85-952a-e89afff2a240 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Made reservation on behalf of 42363f6f6a6040e5b81070350a2b7855 for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:09:57.411575 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-bd60464c-230b-40df-acff-14f6fbe2792f req-ea3ec31e-6037-4b85-952a-e89afff2a240 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:57.428039 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405f11a-af8e-42d2-b744-5c2d93331468 req-4b2f93a2-523e-4cb9-ad23-e0d069960adf tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:57.435926 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2405f11a-af8e-42d2-b744-5c2d93331468 req-4b2f93a2-523e-4cb9-ad23-e0d069960adf tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0989077 Oct 10 12:09:57.472102 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-fdfee3c9-3071-45c3-96a0-d4ab330968d5 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:57.473740 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-fdfee3c9-3071-45c3-96a0-d4ab330968d5 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/networks?id=435564f3-e5dd-46a9-88d6-ee2f75cdcd4e HTTP/1.1" status: 200 len: 808 time: 0.2192454 Oct 10 12:09:57.515034 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:57.516692 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-0382d681-2774-45a0-a6d0-6804916671d4 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/quotas/4326aa9c66954652943d3754b121bce8 HTTP/1.1" status: 200 len: 375 time: 0.0297401 Oct 10 12:09:57.523215 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2405f11a-af8e-42d2-b744-5c2d93331468 req-2cb6bbc2-583a-412e-ba2f-55480a21cd32 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863569 Oct 10 12:09:57.592265 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-1784db20-2c36-4685-899c-bfd644c26402 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=4326aa9c66954652943d3754b121bce8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664341 Oct 10 12:09:57.617978 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:57.648032 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4555-8b0a-4de6-9dac-fe09e3066577 req-f3d61586-7e48-44ee-ba59-4b6878b062b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:57.649585 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-50dc4555-8b0a-4de6-9dac-fe09e3066577 req-f3d61586-7e48-44ee-ba59-4b6878b062b2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 1129 time: 0.0942543 Oct 10 12:09:57.654081 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1941561e-0f7a-4890-bf5c-96ed260d9eb0 req-a0002646-2a14-4f8d-8d59-befdadecae62 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 210 time: 0.0389857 Oct 10 12:09:57.727473 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-bd60464c-230b-40df-acff-14f6fbe2792f req-ea3ec31e-6037-4b85-952a-e89afff2a240 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Allocated IP 172.20.0.8 (81f47188-f87d-4346-bd72-870978ce64be/32f78f76-6f14-4198-90d1-3c21a46d8b29/5a6667d5-f54b-479b-8dc6-7057368e05a2) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:09:57.755502 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-6bf4204c-1efd-4962-96fb-517772695312 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/435564f3-e5dd-46a9-88d6-ee2f75cdcd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571765 Oct 10 12:09:57.807503 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4555-8b0a-4de6-9dac-fe09e3066577 req-5062b15b-3bc8-4d99-8b61-43840d819041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:57.808976 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-50dc4555-8b0a-4de6-9dac-fe09e3066577 req-5062b15b-3bc8-4d99-8b61-43840d819041 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 920 time: 0.1535473 Oct 10 12:09:57.866745 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-50dc4555-8b0a-4de6-9dac-fe09e3066577 req-cfd78314-e4e7-4c6a-b4cf-1010775d6d31 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baa47217-65c4-4e53-be16-7c13a9be2c74 HTTP/1.1" status: 200 len: 217 time: 0.0492842 Oct 10 12:09:57.869722 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-2794224a-8691-428b-be20-163656e37de2 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/435564f3-e5dd-46a9-88d6-ee2f75cdcd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023867 Oct 10 12:09:57.978046 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4555-8b0a-4de6-9dac-fe09e3066577 req-30d6df8b-cb6b-4b08-b433-615467527815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:57.980716 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-50dc4555-8b0a-4de6-9dac-fe09e3066577 req-30d6df8b-cb6b-4b08-b433-615467527815 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.0832899 Oct 10 12:09:58.079000 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-bd60464c-230b-40df-acff-14f6fbe2792f req-ea3ec31e-6037-4b85-952a-e89afff2a240 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Publish callbacks [] for port (5a6667d5-f54b-479b-8dc6-7057368e05a2), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:58.100593 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4555-8b0a-4de6-9dac-fe09e3066577 req-73e066a4-5fd5-4354-8719-05dee6413228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:58.103552 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-50dc4555-8b0a-4de6-9dac-fe09e3066577 req-73e066a4-5fd5-4354-8719-05dee6413228 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1139042 Oct 10 12:09:58.110718 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:58.211120 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eda3ff29-826d-41fe-be5e-8628fd0bf52e req-cd81cc9d-6715-4ee6-b77d-5777af8c1381 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 210 time: 0.0588152 Oct 10 12:09:58.308858 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41254) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:58.331247 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-50dc4555-8b0a-4de6-9dac-fe09e3066577 req-1d84883c-9429-4ee4-943c-f7c0c349b452 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161269 Oct 10 12:09:58.426865 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-bd60464c-230b-40df-acff-14f6fbe2792f req-ea3ec31e-6037-4b85-952a-e89afff2a240 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (5a6667d5-f54b-479b-8dc6-7057368e05a2), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:58.457555 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19b8af0d-958e-4b1b-a322-7a97efea19d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:58.498127 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:58.513981 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd60464c-230b-40df-acff-14f6fbe2792f req-ea3ec31e-6037-4b85-952a-e89afff2a240 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Network 81f47188-f87d-4346-bd72-870978ce64be is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:09:58.519520 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-bd60464c-230b-40df-acff-14f6fbe2792f req-ea3ec31e-6037-4b85-952a-e89afff2a240 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:09:58.525458 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-50dc4555-8b0a-4de6-9dac-fe09e3066577 req-c42679ca-cb3a-4208-a3a9-735c28cbf3e9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870866 Oct 10 12:09:58.529021 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd60464c-230b-40df-acff-14f6fbe2792f req-ea3ec31e-6037-4b85-952a-e89afff2a240 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:09:58.537100 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ec31e-6037-4b85-952a-e89afff2a240 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Pushing event updated for resources: {'Port': ['ID=5a6667d5-f54b-479b-8dc6-7057368e05a2,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:58.617816 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19b8af0d-958e-4b1b-a322-7a97efea19d5 admin admin] Publish callbacks [] for security_group (68c51568-836d-4804-b3ff-15e907b625ed), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:58.633469 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60464c-230b-40df-acff-14f6fbe2792f req-ea3ec31e-6037-4b85-952a-e89afff2a240 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:58.634225 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-bd60464c-230b-40df-acff-14f6fbe2792f req-ea3ec31e-6037-4b85-952a-e89afff2a240 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:58.685442 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979aa2ea-00a9-4cb3-b53c-5cf1d4fd2539 req-c570ded0-a9a0-4815-902c-831f3a168fc6 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:58.686932 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-979aa2ea-00a9-4cb3-b53c-5cf1d4fd2539 req-c570ded0-a9a0-4815-902c-831f3a168fc6 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0656750 Oct 10 12:09:58.691761 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19b8af0d-958e-4b1b-a322-7a97efea19d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (68c51568-836d-4804-b3ff-15e907b625ed), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:58.763575 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-bd60464c-230b-40df-acff-14f6fbe2792f req-ea3ec31e-6037-4b85-952a-e89afff2a240 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6437004 Oct 10 12:09:58.782484 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Request body: {'port': {'device_id': 'f411d6a5-3966-4066-83a4-5499708446b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:09:58.807825 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8af0d-958e-4b1b-a322-7a97efea19d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c51568-836d-4804-b3ff-15e907b625ed,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:58.849446 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5a6667d5-f54b-479b-8dc6-7057368e05a2), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:58.850577 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-19b8af0d-958e-4b1b-a322-7a97efea19d5 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=647106e6a44d4e2ea3a19aa4ca09f8fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5402725 Oct 10 12:09:58.853666 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41270) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:09:58.875720 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5c1c0-2dc4-4671-bc89-212bf35af183 req-5f069521-de43-483a-bbcf-ab46c6371c85 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:58.878230 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-78f5c1c0-2dc4-4671-bc89-212bf35af183 req-5f069521-de43-483a-bbcf-ab46c6371c85 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 931 time: 0.1174510 Oct 10 12:09:58.900560 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-979aa2ea-00a9-4cb3-b53c-5cf1d4fd2539 req-b83e1b94-0790-4d24-a1e5-c59360eb247c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041836 Oct 10 12:09:58.911356 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:58.950125 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-78f5c1c0-2dc4-4671-bc89-212bf35af183 req-2ede91c9-87b7-4e11-a970-8a71d5504e09 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621498 Oct 10 12:09:58.956691 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9276e119-93d6-4324-a8ff-532c800c7d7d admin admin] Publish callbacks [] for security_group (68c51568-836d-4804-b3ff-15e907b625ed), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:58.958485 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:59.062439 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9276e119-93d6-4324-a8ff-532c800c7d7d admin admin] Publish callbacks [] for security_group (68c51568-836d-4804-b3ff-15e907b625ed), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:59.265606 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6667d5-f54b-479b-8dc6-7057368e05a2 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:09:59.275451 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Publish callbacks [] for port (5a6667d5-f54b-479b-8dc6-7057368e05a2), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:59.291883 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Transition to ACTIVE for port object 5a6667d5-f54b-479b-8dc6-7057368e05a2 will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:09:59.292676 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9276e119-93d6-4324-a8ff-532c800c7d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (68c51568-836d-4804-b3ff-15e907b625ed), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:59.295257 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9276e119-93d6-4324-a8ff-532c800c7d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:59.300403 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-9276e119-93d6-4324-a8ff-532c800c7d7d admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/68c51568-836d-4804-b3ff-15e907b625ed HTTP/1.1" status: 204 len: 168 time: 0.4418666 Oct 10 12:09:59.310098 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276e119-93d6-4324-a8ff-532c800c7d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c51568-836d-4804-b3ff-15e907b625ed,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:59.345252 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-191d474d-8e77-409f-8590-040662a20b33 req-d9a7fa33-a0c9-4600-b3b9-091ef5080307 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 210 time: 0.0535662 Oct 10 12:09:59.405908 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (5a6667d5-f54b-479b-8dc6-7057368e05a2), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:59.442947 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:09:59.498583 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6667d5-f54b-479b-8dc6-7057368e05a2,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:59.543683 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Attempting to bind port 5a6667d5-f54b-479b-8dc6-7057368e05a2 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:09:59.554591 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Attempting to bind port 5a6667d5-f54b-479b-8dc6-7057368e05a2 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'f9594a04-f151-4c68-97d2-d951d3c08c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '81f47188-f87d-4346-bd72-870978ce64be'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:09:59.554591 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Attempting to bind port 5a6667d5-f54b-479b-8dc6-7057368e05a2 on network 81f47188-f87d-4346-bd72-870978ce64be {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:09:59.608897 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Port 5a6667d5-f54b-479b-8dc6-7057368e05a2 on network 81f47188-f87d-4346-bd72-870978ce64be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:09:59.609272 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Attempting to bind port 5a6667d5-f54b-479b-8dc6-7057368e05a2 on network 81f47188-f87d-4346-bd72-870978ce64be {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:09:59.664707 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:09:59.665091 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Checking segment: {'id': 'f9594a04-f151-4c68-97d2-d951d3c08c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '81f47188-f87d-4346-bd72-870978ce64be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:09:59.665488 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Bound using segment: {'id': 'f9594a04-f151-4c68-97d2-d951d3c08c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '81f47188-f87d-4346-bd72-870978ce64be'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:09:59.665939 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Bound port: 5a6667d5-f54b-479b-8dc6-7057368e05a2, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9594a04-f151-4c68-97d2-d951d3c08c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '81f47188-f87d-4346-bd72-870978ce64be'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:09:59.666613 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5a6667d5-f54b-479b-8dc6-7057368e05a2), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:59.673912 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5717-6893-4f17-b05e-726fba3d9244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:59.764577 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] For port 5a6667d5-f54b-479b-8dc6-7057368e05a2, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:09:59.777969 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] For port 5a6667d5-f54b-479b-8dc6-7057368e05a2, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=5a6667d5-f54b-479b-8dc6-7057368e05a2,segment=NetworkSegment(f9594a04-f151-4c68-97d2-d951d3c08c06),segment_id=f9594a04-f151-4c68-97d2-d951d3c08c06)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:09:59.873673 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (5a6667d5-f54b-479b-8dc6-7057368e05a2), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:59.881347 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:09:59.882170 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:09:59.883929 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-bd60464c-230b-40df-acff-14f6fbe2792f req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/5a6667d5-f54b-479b-8dc6-7057368e05a2 HTTP/1.1" status: 200 len: 1093 time: 1.1058769 Oct 10 12:09:59.884548 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f411d6a5-3966-4066-83a4-5499708446b4', 'tag': '5a6667d5-f54b-479b-8dc6-7057368e05a2'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:09:59.887419 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944d0d76-f967-41b6-afe8-46323da39539" -d '{"events": [{"name": "network-changed", "server_uuid": "f411d6a5-3966-4066-83a4-5499708446b4", "tag": "5a6667d5-f54b-479b-8dc6-7057368e05a2"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:09:59.944843 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08020043-beef-41b7-8c8d-f0a9e4e1cda1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6667d5-f54b-479b-8dc6-7057368e05a2,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:09:59.981653 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fa81b8-60af-427d-b7eb-8a06e1901e06 x-openstack-request-id: req-f0fa81b8-60af-427d-b7eb-8a06e1901e06 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:09:59.985406 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f411d6a5-3966-4066-83a4-5499708446b4", "tag": "5a6667d5-f54b-479b-8dc6-7057368e05a2", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:09:59.985406 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0fa81b8-60af-427d-b7eb-8a06e1901e06 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:09:59.985406 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fa81b8-60af-427d-b7eb-8a06e1901e06'] response: {'name': 'network-changed', 'server_uuid': 'f411d6a5-3966-4066-83a4-5499708446b4', 'tag': '5a6667d5-f54b-479b-8dc6-7057368e05a2', 'status': 'completed', 'code': 200} Oct 10 12:10:00.084311 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421287f-81a6-4a31-85f8-01b59a4152a5 req-0f97e71d-f9ca-4176-a3a4-16ef6ee18024 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:00.091926 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a421287f-81a6-4a31-85f8-01b59a4152a5 req-0f97e71d-f9ca-4176-a3a4-16ef6ee18024 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0664771 Oct 10 12:10:00.116806 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=15 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:00.178793 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53939b-482e-4163-bd05-b4d21de5b323 req-cab27120-32de-404f-ab52-95db035554ff tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:00.180605 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-de53939b-482e-4163-bd05-b4d21de5b323 req-cab27120-32de-404f-ab52-95db035554ff tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 943 time: 0.0797591 Oct 10 12:10:00.192170 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a421287f-81a6-4a31-85f8-01b59a4152a5 req-e350e913-c0c8-4416-a828-0eb012b60b42 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991108 Oct 10 12:10:00.250740 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-de53939b-482e-4163-bd05-b4d21de5b323 req-874280c0-f7ee-4d64-9e16-c297c677d268 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549302 Oct 10 12:10:00.295202 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41306) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:00.320420 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ba2b1ba1-3540-485b-b4d8-f1b5406e7807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:00.451883 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ba2b1ba1-3540-485b-b4d8-f1b5406e7807 admin admin] Publish callbacks [] for security_group (ff2edfc6-3be9-4836-bb74-249e06fe7197), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:00.495867 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1fd0a534-44db-4eca-8ac3-9a114848c13c req-5f0ce200-b13a-435c-9f74-a0252d1942ae tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 210 time: 0.0388741 Oct 10 12:10:00.524988 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ba2b1ba1-3540-485b-b4d8-f1b5406e7807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (ff2edfc6-3be9-4836-bb74-249e06fe7197), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:00.559033 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:INSERT=12 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:00.586584 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-ba2b1ba1-3540-485b-b4d8-f1b5406e7807 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=6eab5e80b43d47119bbc61441a423ccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882397 Oct 10 12:10:00.587641 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b1ba1-3540-485b-b4d8-f1b5406e7807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2edfc6-3be9-4836-bb74-249e06fe7197,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:00.588901 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41314) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:00.683928 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fa243f52-a433-4304-ba22-210422ca8640 admin admin] Publish callbacks [] for security_group (ff2edfc6-3be9-4836-bb74-249e06fe7197), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:00.711919 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fa243f52-a433-4304-ba22-210422ca8640 admin admin] Publish callbacks [] for security_group (ff2edfc6-3be9-4836-bb74-249e06fe7197), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:00.857289 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fa243f52-a433-4304-ba22-210422ca8640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (ff2edfc6-3be9-4836-bb74-249e06fe7197), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:00.859962 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fa243f52-a433-4304-ba22-210422ca8640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:00.861189 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-fa243f52-a433-4304-ba22-210422ca8640 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ff2edfc6-3be9-4836-bb74-249e06fe7197 HTTP/1.1" status: 204 len: 168 time: 0.2709241 Oct 10 12:10:00.871445 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa243f52-a433-4304-ba22-210422ca8640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2edfc6-3be9-4836-bb74-249e06fe7197,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:01.246178 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d0d76-f967-41b6-afe8-46323da39539 req-e834ca47-f576-442e-ad5e-6fb761ecc910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:01.247898 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-944d0d76-f967-41b6-afe8-46323da39539 req-e834ca47-f576-442e-ad5e-6fb761ecc910 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42363f6f6a6040e5b81070350a2b7855&device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 1127 time: 0.0429893 Oct 10 12:10:01.388871 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae8d72-cd03-416d-9a86-cda30d54ecd9 req-e189c4a4-306e-44bd-aae9-dcf5e4fb4b60 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:01.403543 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-97ae8d72-cd03-416d-9a86-cda30d54ecd9 req-e189c4a4-306e-44bd-aae9-dcf5e4fb4b60 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0913472 Oct 10 12:10:01.438570 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d0d76-f967-41b6-afe8-46323da39539 req-4237c0dc-11c7-48f0-aced-e1197f600c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:01.440847 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-944d0d76-f967-41b6-afe8-46323da39539 req-4237c0dc-11c7-48f0-aced-e1197f600c54 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=42363f6f6a6040e5b81070350a2b7855&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1771033 Oct 10 12:10:01.542075 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553d12f-98c2-4ab7-a311-95fa2bb35c52 req-9a7cbf86-ca50-430b-8eee-5e7a0d03bc78 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:01.544724 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c553d12f-98c2-4ab7-a311-95fa2bb35c52 req-9a7cbf86-ca50-430b-8eee-5e7a0d03bc78 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 943 time: 0.1380093 Oct 10 12:10:01.551868 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-97ae8d72-cd03-416d-9a86-cda30d54ecd9 req-c16cf5b8-c864-4a73-9cc9-bedd701907eb tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470189 Oct 10 12:10:01.621270 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c553d12f-98c2-4ab7-a311-95fa2bb35c52 req-dee7fc04-9f06-4c57-99e4-6ccffbf2d73b tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678155 Oct 10 12:10:01.677477 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4fda319c-30c9-428e-8adb-96636315ac15 req-6fe96642-c94d-42fa-b544-590012d4c916 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 210 time: 0.0304825 Oct 10 12:10:01.838164 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41334) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:01.854386 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9c1f6123-45f3-42a4-ba4d-cebe555049c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:01.909825 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1eaf4026-27fb-4091-aa2f-e0bea7b57ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:01.950355 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9c1f6123-45f3-42a4-ba4d-cebe555049c6 admin admin] Publish callbacks [] for security_group (c2346bb2-9d99-4dfe-908c-2f978e2e2ef9), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:02.046057 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9c1f6123-45f3-42a4-ba4d-cebe555049c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (c2346bb2-9d99-4dfe-908c-2f978e2e2ef9), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:02.131814 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-9c1f6123-45f3-42a4-ba4d-cebe555049c6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8e81b11a2b804a809894c8211c42d278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921557 Oct 10 12:10:02.135246 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41336) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:02.140198 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f6123-45f3-42a4-ba4d-cebe555049c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2346bb2-9d99-4dfe-908c-2f978e2e2ef9,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:02.176964 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d0d76-f967-41b6-afe8-46323da39539 req-f15c7947-68ab-486b-83e9-9ca9e96bf2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:02.179168 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-944d0d76-f967-41b6-afe8-46323da39539 req-f15c7947-68ab-486b-83e9-9ca9e96bf2f7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1979520 Oct 10 12:10:02.206067 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b460c1b7-c071-48df-80ae-27f3491400ee admin admin] Publish callbacks [] for security_group (c2346bb2-9d99-4dfe-908c-2f978e2e2ef9), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:02.233149 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b460c1b7-c071-48df-80ae-27f3491400ee admin admin] Publish callbacks [] for security_group (c2346bb2-9d99-4dfe-908c-2f978e2e2ef9), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:02.295784 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60464c-230b-40df-acff-14f6fbe2792f req-1bf9c3d4-c276-4572-9890-25fd154a6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:02.298700 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-bd60464c-230b-40df-acff-14f6fbe2792f req-1bf9c3d4-c276-4572-9890-25fd154a6aa2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42363f6f6a6040e5b81070350a2b7855&device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 1127 time: 0.0507832 Oct 10 12:10:02.355196 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-bd60464c-230b-40df-acff-14f6fbe2792f req-4e4c34ee-b0cb-42de-8aed-ec6fcd0ac757 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a6667d5-f54b-479b-8dc6-7057368e05a2 HTTP/1.1" status: 200 len: 217 time: 0.0401525 Oct 10 12:10:02.408903 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60464c-230b-40df-acff-14f6fbe2792f req-4a1b333b-97a3-4c72-9413-6700297565ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:02.410424 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-bd60464c-230b-40df-acff-14f6fbe2792f req-4a1b333b-97a3-4c72-9413-6700297565ca service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=32f78f76-6f14-4198-90d1-3c21a46d8b29 HTTP/1.1" status: 200 len: 854 time: 0.0486100 Oct 10 12:10:02.426828 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b460c1b7-c071-48df-80ae-27f3491400ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (c2346bb2-9d99-4dfe-908c-2f978e2e2ef9), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:02.429760 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b460c1b7-c071-48df-80ae-27f3491400ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:02.430944 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-b460c1b7-c071-48df-80ae-27f3491400ee admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c2346bb2-9d99-4dfe-908c-2f978e2e2ef9 HTTP/1.1" status: 204 len: 168 time: 0.2943587 Oct 10 12:10:02.445303 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-bd60464c-230b-40df-acff-14f6fbe2792f req-d48baf6d-414a-4f26-8398-2cbba009cf69 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=81f47188-f87d-4346-bd72-870978ce64be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284586 Oct 10 12:10:02.445879 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460c1b7-c071-48df-80ae-27f3491400ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2346bb2-9d99-4dfe-908c-2f978e2e2ef9,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:02.461461 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:02.594734 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-bd60464c-230b-40df-acff-14f6fbe2792f req-5519d731-13c0-4ea5-a952-c8cc767aca9b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/81f47188-f87d-4346-bd72-870978ce64be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430151 Oct 10 12:10:02.709418 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8032fb0-ef4b-494b-a77d-911bc0ce00a9 req-4628d3ef-7ab8-4c84-92a0-7fcc6e354fbb tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:02.718196 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8032fb0-ef4b-494b-a77d-911bc0ce00a9 req-4628d3ef-7ab8-4c84-92a0-7fcc6e354fbb tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0693474 Oct 10 12:10:02.722769 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-bd60464c-230b-40df-acff-14f6fbe2792f req-3ed909c6-fd29-4608-8af4-0d7ba01a7cf5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/81f47188-f87d-4346-bd72-870978ce64be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168776 Oct 10 12:10:02.789987 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:02.855529 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a2292-090c-4d0c-af57-74709088b21c req-00aed9a3-078a-4db5-b7a8-a30759bbeb2b tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:02.858183 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-527a2292-090c-4d0c-af57-74709088b21c req-00aed9a3-078a-4db5-b7a8-a30759bbeb2b tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 943 time: 0.1298785 Oct 10 12:10:02.866191 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8032fb0-ef4b-494b-a77d-911bc0ce00a9 req-abe6a43f-ee6c-4bf2-9f5e-0d23031b7468 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460462 Oct 10 12:10:02.958392 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-527a2292-090c-4d0c-af57-74709088b21c req-0bff2c2d-2dad-4d29-84ad-f8781a333c3f tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837073 Oct 10 12:10:03.018565 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b0e2b8d8-a25b-455e-9eec-ad30c7a153c3 req-19f35b2f-df16-46e5-a846-4a573af9e068 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 210 time: 0.0550368 Oct 10 12:10:03.417445 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:03.886540 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41378) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:03.998929 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-40f48cd0-c215-40ce-89b8-1564c15188ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1913862782-network', 'tenant_id': '26773079b6914a20ab27109b0dec496a'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:04.089277 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236e5bb-98dc-430d-90db-6b13c584248c req-02cba4ee-feb9-472e-a904-bbb0124daca3 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:04.110309 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7236e5bb-98dc-430d-90db-6b13c584248c req-02cba4ee-feb9-472e-a904-bbb0124daca3 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 943 time: 0.0531869 Oct 10 12:10:04.119172 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:04.165344 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7236e5bb-98dc-430d-90db-6b13c584248c req-6e42bbef-8885-4ec8-af8d-21429ebc9f03 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659916 Oct 10 12:10:04.187275 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3b3dbf6e-aee1-40b7-a9ff-58e4ed0f2369 req-acde6c3a-3fd6-4084-80b7-6e1d0a710809 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 210 time: 0.0386994 Oct 10 12:10:04.217242 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f48cd0-c215-40ce-89b8-1564c15188ac admin admin] Made reservation on behalf of 26773079b6914a20ab27109b0dec496a for: {'network': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:10:04.219637 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-40f48cd0-c215-40ce-89b8-1564c15188ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:04.230332 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-40f48cd0-c215-40ce-89b8-1564c15188ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:04.259840 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:04.320444 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-40f48cd0-c215-40ce-89b8-1564c15188ac admin admin] Publish callbacks [] for security_group (74ef22e7-d025-4ef9-8cf0-fa9797330a44), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:04.389353 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-40f48cd0-c215-40ce-89b8-1564c15188ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (74ef22e7-d025-4ef9-8cf0-fa9797330a44), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:04.417604 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f48cd0-c215-40ce-89b8-1564c15188ac admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=107007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:10:04.434625 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f48cd0-c215-40ce-89b8-1564c15188ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ef22e7-d025-4ef9-8cf0-fa9797330a44,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:04.437731 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-40f48cd0-c215-40ce-89b8-1564c15188ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (170b5180-ad8f-4b0e-92bc-0f1eea4d24d1), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:04.438134 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.segments_db [None req-40f48cd0-c215-40ce-89b8-1564c15188ac admin admin] Added segment 170b5180-ad8f-4b0e-92bc-0f1eea4d24d1 of type vlan for network 467adefb-be40-4a7b-be51-41e12ba7cbdd Oct 10 12:10:04.489692 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-40f48cd0-c215-40ce-89b8-1564c15188ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (467adefb-be40-4a7b-be51-41e12ba7cbdd), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:04.600500 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:04.601617 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-40f48cd0-c215-40ce-89b8-1564c15188ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (467adefb-be40-4a7b-be51-41e12ba7cbdd), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:04.602295 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f48cd0-c215-40ce-89b8-1564c15188ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:04.603167 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-40f48cd0-c215-40ce-89b8-1564c15188ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:04.680863 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f48cd0-c215-40ce-89b8-1564c15188ac admin admin] Pushing event updated for resources: {'Network': ['ID=467adefb-be40-4a7b-be51-41e12ba7cbdd,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:04.696781 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network 467adefb-be40-4a7b-be51-41e12ba7cbdd details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:10:04.749226 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-40f48cd0-c215-40ce-89b8-1564c15188ac admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8609612 Oct 10 12:10:04.753332 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41404) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:04.761379 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-e8e94e58-88a5-4996-ac8e-30f2a8d816bb admin admin] Request body: {'subnet': {'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1913862782-subnet', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'ip_version': 4}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:04.861642 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e94e58-88a5-4996-ac8e-30f2a8d816bb admin admin] Made reservation on behalf of 26773079b6914a20ab27109b0dec496a for: {'subnet': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:10:04.865100 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e8e94e58-88a5-4996-ac8e-30f2a8d816bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29423792'] for subnet (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:04.915501 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:05.069006 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:05.154998 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e8e94e58-88a5-4996-ac8e-30f2a8d816bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32524323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29423778'] for subnet (7eaa5c49-fe01-4fb1-b1d4-191a93c8d737), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:05.246202 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e94e58-88a5-4996-ac8e-30f2a8d816bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eaa5c49-fe01-4fb1-b1d4-191a93c8d737,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:05.266386 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e94e58-88a5-4996-ac8e-30f2a8d816bb admin admin] Checking segment: {'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:10:05.267364 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e94e58-88a5-4996-ac8e-30f2a8d816bb admin admin] Network hostable DHCP agents. Network: 467adefb-be40-4a7b-be51-41e12ba7cbdd, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:10:05.327402 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-43335289-08ca-4ca5-adf8-444cf5ecee07 req-f88043fa-9416-4cf1-8506-43001ca32db3 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 210 time: 0.0346093 Oct 10 12:10:05.388652 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e94e58-88a5-4996-ac8e-30f2a8d816bb admin admin] Network 467adefb-be40-4a7b-be51-41e12ba7cbdd is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:10:05.522247 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f385a-9eb3-4153-aad6-720cd1b1e532 req-88bf518c-c24e-49bc-85ca-96cced93f7b6 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:05.524136 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d72f385a-9eb3-4153-aad6-720cd1b1e532 req-88bf518c-c24e-49bc-85ca-96cced93f7b6 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 943 time: 0.0625377 Oct 10 12:10:05.538128 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-e8e94e58-88a5-4996-ac8e-30f2a8d816bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, 467adefb-be40-4a7b-be51-41e12ba7cbdd) {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:10:05.543776 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e94e58-88a5-4996-ac8e-30f2a8d816bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:05.543776 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e8e94e58-88a5-4996-ac8e-30f2a8d816bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:05.552936 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acc117c-1936-4d9e-8c36-ceae212fa539 None None] Network 467adefb-be40-4a7b-be51-41e12ba7cbdd requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:10:05.600500 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d72f385a-9eb3-4153-aad6-720cd1b1e532 req-b8ef18b9-5c5c-4518-87ce-bd745036b110 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696898 Oct 10 12:10:05.653281 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-e8e94e58-88a5-4996-ac8e-30f2a8d816bb admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8984051 Oct 10 12:10:05.656670 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41416) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:05.662829 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:05.679434 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6753c52c-ef75-59bb-aee5-b15e716cdc5a-467adefb-be40-4a7b-be51-41e12ba7cbdd', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'project_id': '26773079b6914a20ab27109b0dec496a', 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737'}]}} from dv-cinder-860209-4-iscsi. {{(pid=107008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:10:05.680388 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:05.770211 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12421'] for router (2346676c-a678-4af0-a3dc-e03e5024d922), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:05.771371 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2066842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12466'] for router (2346676c-a678-4af0-a3dc-e03e5024d922), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:05.830620 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Publish callbacks [] for router_controller (2346676c-a678-4af0-a3dc-e03e5024d922), precommit_add_association {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:05.884272 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.db_base_plugin_common [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Allocated IP 172.20.0.2 (467adefb-be40-4a7b-be51-41e12ba7cbdd/7eaa5c49-fe01-4fb1-b1d4-191a93c8d737/8d505b1f-4463-446b-be85-918e933e21a9) {{(pid=107008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:10:06.096843 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Publish callbacks [] for port (8d505b1f-4463-446b-be85-918e933e21a9), precommit_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:06.104491 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41424) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:06.109052 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-2cd29fdf-d554-4303-9cab-768832388bba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--377936011', 'description': 'tempest-description--748941241'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:06.152177 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Publish callbacks [] for router_gateway (2346676c-a678-4af0-a3dc-e03e5024d922), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:06.184159 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (8d505b1f-4463-446b-be85-918e933e21a9), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:06.213873 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 5a6667d5-f54b-479b-8dc6-7057368e05a2 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:10:06.218835 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:06.252162 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2cd29fdf-d554-4303-9cab-768832388bba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:06.253311 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Network 467adefb-be40-4a7b-be51-41e12ba7cbdd is already hosted by enough agents. {{(pid=107008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:10:06.260345 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.base_scheduler [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Resources bound (agent type, host, resource id): {{(pid=107008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:10:06.264894 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Received port after_create {{(pid=107008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:10:06.268438 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Pushing event updated for resources: {'Port': ['ID=8d505b1f-4463-446b-be85-918e933e21a9,revision_number=1']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:06.304231 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=13 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:06.317409 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:06.317953 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:06.318507 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:06.319097 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:06.319610 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:06.320142 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:06.320725 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:06.321265 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:06.321810 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:06.322359 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:06.324805 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:06.324805 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:06.324805 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:06.324805 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:06.325402 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:06.339061 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2cd29fdf-d554-4303-9cab-768832388bba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for security_group (817b607c-341f-47a5-99e9-699be1f8e225), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:06.387060 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:06.408365 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:06.429039 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2cd29fdf-d554-4303-9cab-768832388bba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (817b607c-341f-47a5-99e9-699be1f8e225), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:06.470090 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd29fdf-d554-4303-9cab-768832388bba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817b607c-341f-47a5-99e9-699be1f8e225,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:06.538134 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Attempting to bind port 8d505b1f-4463-446b-be85-918e933e21a9 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:10:06.542627 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Attempting to bind port 8d505b1f-4463-446b-be85-918e933e21a9 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:10:06.542627 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Attempting to bind port 8d505b1f-4463-446b-be85-918e933e21a9 on network 467adefb-be40-4a7b-be51-41e12ba7cbdd {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:10:06.561490 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a0d996c0-f9fa-4409-bbc2-b64f9d354c29 req-4ad881e2-f55f-4a49-8f19-c8b899a8c015 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 210 time: 0.0501766 Oct 10 12:10:06.602705 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2cd29fdf-d554-4303-9cab-768832388bba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:06.605092 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-2cd29fdf-d554-4303-9cab-768832388bba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4984636 Oct 10 12:10:06.608620 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41432) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:06.618333 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-78fff882-f229-47aa-92db-edcd707580ef tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Request body: {'security_group_rule': {'security_group_id': '817b607c-341f-47a5-99e9-699be1f8e225', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:06.630569 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 5a6667d5-f54b-479b-8dc6-7057368e05a2, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=5a6667d5-f54b-479b-8dc6-7057368e05a2,segment=NetworkSegment(f9594a04-f151-4c68-97d2-d951d3c08c06),segment_id=f9594a04-f151-4c68-97d2-d951d3c08c06)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:06.643594 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Publish callbacks [] for router_gateway (2346676c-a678-4af0-a3dc-e03e5024d922), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:06.652120 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '5a6667d5-f54b-479b-8dc6-7057368e05a2', 'network_id': '81f47188-f87d-4346-bd72-870978ce64be', 'port_id': '5a6667d5-f54b-479b-8dc6-7057368e05a2', 'mac_address': 'fa:16:3e:1c:c6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f78f76-6f14-4198-90d1-3c21a46d8b29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:10:06.662873 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:10:06.662873 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Checking segment: {'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:10:06.662873 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:06.662873 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Bound using segment: {'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:10:06.663615 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Bound port: 8d505b1f-4463-446b-be85-918e933e21a9, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:10:06.663783 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (8d505b1f-4463-446b-be85-918e933e21a9), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:06.667562 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:06.694254 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:06.722324 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 5a6667d5-f54b-479b-8dc6-7057368e05a2 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:06.723376 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5a6667d5-f54b-479b-8dc6-7057368e05a2), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:06.768225 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6667d5-f54b-479b-8dc6-7057368e05a2 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:10:06.806203 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 5a6667d5-f54b-479b-8dc6-7057368e05a2, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=5a6667d5-f54b-479b-8dc6-7057368e05a2,segment=NetworkSegment(f9594a04-f151-4c68-97d2-d951d3c08c06),segment_id=f9594a04-f151-4c68-97d2-d951d3c08c06)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:06.828791 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] For port 8d505b1f-4463-446b-be85-918e933e21a9, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:10:06.833701 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] For port 8d505b1f-4463-446b-be85-918e933e21a9, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=8d505b1f-4463-446b-be85-918e933e21a9,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:10:06.842502 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Allocated IP 172.27.4.51 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/7a867fbc-2871-4622-a729-1efa8e808ef6) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:10:06.843222 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-78fff882-f229-47aa-92db-edcd707580ef tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for security_group_rule (7ce7e7e0-3ed9-40fe-8b14-13024f411361), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:06.879094 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1218325-b07d-4da7-9a1a-b4e04ab20dee req-b9efed55-908b-4c8b-9dc3-e2a9cd1377c3 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:06.880719 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b1218325-b07d-4da7-9a1a-b4e04ab20dee req-b9efed55-908b-4c8b-9dc3-e2a9cd1377c3 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 943 time: 0.1365371 Oct 10 12:10:06.992577 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-78fff882-f229-47aa-92db-edcd707580ef tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for security_group_rule (7ce7e7e0-3ed9-40fe-8b14-13024f411361), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:07.002998 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (8d505b1f-4463-446b-be85-918e933e21a9), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:07.011357 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b1218325-b07d-4da7-9a1a-b4e04ab20dee req-52fef5a3-040c-4ea0-80af-b7c7e2a35382 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097369 Oct 10 12:10:07.027726 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (5a6667d5-f54b-479b-8dc6-7057368e05a2), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:07.117483 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-78fff882-f229-47aa-92db-edcd707580ef tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (7ce7e7e0-3ed9-40fe-8b14-13024f411361), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:07.148954 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cad2ef-5410-47c5-866d-f1eb625a9855 None None] Pushing event updated for resources: {'Port': ['ID=8d505b1f-4463-446b-be85-918e933e21a9,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:07.164727 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fff882-f229-47aa-92db-edcd707580ef tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce7e7e0-3ed9-40fe-8b14-13024f411361,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:07.226590 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=5a6667d5-f54b-479b-8dc6-7057368e05a2,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:07.293688 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-78fff882-f229-47aa-92db-edcd707580ef tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:07.296057 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-78fff882-f229-47aa-92db-edcd707580ef tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6851447 Oct 10 12:10:07.298201 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41436) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:07.311205 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-e9862950-2dfe-4cae-a821-2c4721fca884 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Request body: {'security_group_rule': {'security_group_id': '817b607c-341f-47a5-99e9-699be1f8e225', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:07.311470 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:07.428631 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e9862950-2dfe-4cae-a821-2c4721fca884 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for security_group_rule (b7da6dbf-16cd-464e-b394-da70ea574d7a), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:07.537642 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-b9870fca-d2e3-413f-b89f-a54fc529351d tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:07.539875 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-b9870fca-d2e3-413f-b89f-a54fc529351d tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.48 "GET /networking/v2.0/networks?id=435564f3-e5dd-46a9-88d6-ee2f75cdcd4e HTTP/1.1" status: 200 len: 808 time: 0.6989131 Oct 10 12:10:07.543352 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e9862950-2dfe-4cae-a821-2c4721fca884 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for security_group_rule (b7da6dbf-16cd-464e-b394-da70ea574d7a), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:07.556531 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Publish callbacks [] for port (7a867fbc-2871-4622-a729-1efa8e808ef6), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:07.579336 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['5a6667d5-f54b-479b-8dc6-7057368e05a2'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:10:07.615850 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e9862950-2dfe-4cae-a821-2c4721fca884 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (b7da6dbf-16cd-464e-b394-da70ea574d7a), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:07.662408 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9862950-2dfe-4cae-a821-2c4721fca884 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7da6dbf-16cd-464e-b394-da70ea574d7a,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:07.673581 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-f4f93f0e-870d-47af-90cc-da066ac8888e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Request body: {'port': {'device_id': '25130957-18b2-48c6-b18f-6d2b52970403', 'network_id': '435564f3-e5dd-46a9-88d6-ee2f75cdcd4e', 'admin_state_up': True, 'tenant_id': '4326aa9c66954652943d3754b121bce8'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:07.694315 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (7a867fbc-2871-4622-a729-1efa8e808ef6), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:07.731599 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-18b7aa70-b9d4-4530-b893-1a0a3718f51d req-9cd87fa4-0aa0-41aa-a268-326a8092f312 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 210 time: 0.0630174 Oct 10 12:10:07.765452 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e9862950-2dfe-4cae-a821-2c4721fca884 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:07.767195 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-e9862950-2dfe-4cae-a821-2c4721fca884 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4654965 Oct 10 12:10:07.778074 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41452) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:07.783415 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Request body: {'floatingip': {'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:07.804839 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:10:07.816291 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:10:07.816291 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Pushing event updated for resources: {'Port': ['ID=7a867fbc-2871-4622-a729-1efa8e808ef6,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:07.819028 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:10:07.891773 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:07.972342 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:07.977715 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:08.018274 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:08.051786 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-f4f93f0e-870d-47af-90cc-da066ac8888e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Made reservation on behalf of 4326aa9c66954652943d3754b121bce8 for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:10:08.055917 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-f4f93f0e-870d-47af-90cc-da066ac8888e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:08.309406 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96464f-50ba-4b6c-91e6-2a39ad0dc850 req-dc022ef4-6eb2-4000-b58b-bd15cf717d54 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:08.315353 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8b96464f-50ba-4b6c-91e6-2a39ad0dc850 req-dc022ef4-6eb2-4000-b58b-bd15cf717d54 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 944 time: 0.1271486 Oct 10 12:10:08.321864 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001ca4f5-fabd-45d0-8f56-df29f476fad3 None None] Network 467adefb-be40-4a7b-be51-41e12ba7cbdd requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:10:08.325893 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Allocated IP 172.27.4.250 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/46b41ca7-a590-40e1-b70b-dd99375dcd6a) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:10:08.415784 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 8d505b1f-4463-446b-be85-918e933e21a9 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:10:08.419543 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8b96464f-50ba-4b6c-91e6-2a39ad0dc850 req-9be569b7-3f7a-45d9-92d1-98b25b26a73e tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949230 Oct 10 12:10:08.422247 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Publish callbacks [] for router_gateway (2346676c-a678-4af0-a3dc-e03e5024d922), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:08.425594 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-f4f93f0e-870d-47af-90cc-da066ac8888e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Allocated IP 172.20.0.10 (435564f3-e5dd-46a9-88d6-ee2f75cdcd4e/371d4fc5-ee7f-4d4e-801e-4845ba925d31/1429178b-a618-476c-afc7-79cda9882c22) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:10:08.505604 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-1c06fe67-5fdd-4bb2-a4b9-eabf6bc9347b None None] Provisioning complete for port 8d505b1f-4463-446b-be85-918e933e21a9 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:08.506965 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1c06fe67-5fdd-4bb2-a4b9-eabf6bc9347b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (8d505b1f-4463-446b-be85-918e933e21a9), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:08.506965 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-1c06fe67-5fdd-4bb2-a4b9-eabf6bc9347b None None] Attempt 1 to provision port 8d505b1f-4463-446b-be85-918e933e21a9 Oct 10 12:10:08.512149 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:08.556361 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for port (46b41ca7-a590-40e1-b70b-dd99375dcd6a), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:08.596475 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 8d505b1f-4463-446b-be85-918e933e21a9 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:08.597457 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (8d505b1f-4463-446b-be85-918e933e21a9), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:08.598517 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 8d505b1f-4463-446b-be85-918e933e21a9 Oct 10 12:10:08.681006 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (46b41ca7-a590-40e1-b70b-dd99375dcd6a), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:08.754370 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-1c06fe67-5fdd-4bb2-a4b9-eabf6bc9347b None None] Current status of the port 8d505b1f-4463-446b-be85-918e933e21a9 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:08.756797 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1c06fe67-5fdd-4bb2-a4b9-eabf6bc9347b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (8d505b1f-4463-446b-be85-918e933e21a9), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:08.845540 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:10:08.848571 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Pushing event updated for resources: {'Port': ['ID=46b41ca7-a590-40e1-b70b-dd99375dcd6a,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:08.860719 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 5a6667d5-f54b-479b-8dc6-7057368e05a2 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:10:08.863303 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:10:08.869842 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:10:08.876231 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605323'] for router (2346676c-a678-4af0-a3dc-e03e5024d922), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:08.995965 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 8d505b1f-4463-446b-be85-918e933e21a9 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:08.996897 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (8d505b1f-4463-446b-be85-918e933e21a9), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:09.002883 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-1c06fe67-5fdd-4bb2-a4b9-eabf6bc9347b None None] For port 8d505b1f-4463-446b-be85-918e933e21a9, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=8d505b1f-4463-446b-be85-918e933e21a9,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:09.003081 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-f4f93f0e-870d-47af-90cc-da066ac8888e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Publish callbacks [] for port (1429178b-a618-476c-afc7-79cda9882c22), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:09.022572 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-99a01889-3f7c-42ec-b7dd-32a987062c32 req-fa427a3a-87e9-4bdb-a42e-255f8349d0a8 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 210 time: 0.0531981 Oct 10 12:10:09.049634 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port 5a6667d5-f54b-479b-8dc6-7057368e05a2 completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:10:09.065577 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:09.077207 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for floatingip (e435d42a-1655-4ba0-a3af-73ead563ca49), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:09.086257 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1c06fe67-5fdd-4bb2-a4b9-eabf6bc9347b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (8d505b1f-4463-446b-be85-918e933e21a9), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:09.163345 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.db.api [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 10 12:10:09.163772 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG oslo_db.api [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 12:10:09.168971 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06fe67-5fdd-4bb2-a4b9-eabf6bc9347b None None] Pushing event updated for resources: {'Port': ['ID=8d505b1f-4463-446b-be85-918e933e21a9,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:09.176044 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 5a6667d5-f54b-479b-8dc6-7057368e05a2 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:09.176427 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (5a6667d5-f54b-479b-8dc6-7057368e05a2), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:09.176750 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 5a6667d5-f54b-479b-8dc6-7057368e05a2 Oct 10 12:10:09.205027 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-f4f93f0e-870d-47af-90cc-da066ac8888e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (1429178b-a618-476c-afc7-79cda9882c22), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:09.215708 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (46b41ca7-a590-40e1-b70b-dd99375dcd6a), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:09.225395 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:09.226992 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-c4cb959c-ee97-4b3a-a171-1bf383fbe917 None None] Provisioning complete for port 8d505b1f-4463-446b-be85-918e933e21a9 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:09.227244 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-c4cb959c-ee97-4b3a-a171-1bf383fbe917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (8d505b1f-4463-446b-be85-918e933e21a9), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:09.227588 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-c4cb959c-ee97-4b3a-a171-1bf383fbe917 None None] Attempt 1 to provision port 8d505b1f-4463-446b-be85-918e933e21a9 Oct 10 12:10:09.303950 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Router 2346676c-a678-4af0-a3dc-e03e5024d922 is scheduled to L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 with binding_index 1 {{(pid=107007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:10:09.314018 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-f4f93f0e-870d-47af-90cc-da066ac8888e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Network 435564f3-e5dd-46a9-88d6-ee2f75cdcd4e is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:10:09.328837 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-f4f93f0e-870d-47af-90cc-da066ac8888e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:10:09.335569 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-f4f93f0e-870d-47af-90cc-da066ac8888e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:10:09.396479 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f93f0e-870d-47af-90cc-da066ac8888e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Pushing event updated for resources: {'Port': ['ID=1429178b-a618-476c-afc7-79cda9882c22,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:09.453881 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 5a6667d5-f54b-479b-8dc6-7057368e05a2 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:09.454621 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5a6667d5-f54b-479b-8dc6-7057368e05a2), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:09.525682 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f411d6a5-3966-4066-83a4-5499708446b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6667d5-f54b-479b-8dc6-7057368e05a2'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:10:09.528198 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8c4fd9-10bd-4b2c-a617-c0f65e61060c" -d '{"events": [{"server_uuid": "f411d6a5-3966-4066-83a4-5499708446b4", "name": "network-vif-plugged", "status": "completed", "tag": "5a6667d5-f54b-479b-8dc6-7057368e05a2"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:10:09.533413 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-f4f93f0e-870d-47af-90cc-da066ac8888e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:09.536261 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-f4f93f0e-870d-47af-90cc-da066ac8888e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:09.547052 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:09.560459 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-c4cb959c-ee97-4b3a-a171-1bf383fbe917 None None] Current status of the port 8d505b1f-4463-446b-be85-918e933e21a9 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:09.571952 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 5a6667d5-f54b-479b-8dc6-7057368e05a2, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=5a6667d5-f54b-479b-8dc6-7057368e05a2,segment=NetworkSegment(f9594a04-f151-4c68-97d2-d951d3c08c06),segment_id=f9594a04-f151-4c68-97d2-d951d3c08c06)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:09.590052 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff31df9-8f15-44f7-b098-eb0904fd7413 x-openstack-request-id: req-6ff31df9-8f15-44f7-b098-eb0904fd7413 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:10:09.590351 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f411d6a5-3966-4066-83a4-5499708446b4", "name": "network-vif-plugged", "status": "completed", "tag": "5a6667d5-f54b-479b-8dc6-7057368e05a2", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:10:09.590710 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ff31df9-8f15-44f7-b098-eb0904fd7413 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:10:09.591093 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff31df9-8f15-44f7-b098-eb0904fd7413'] response: {'server_uuid': 'f411d6a5-3966-4066-83a4-5499708446b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6667d5-f54b-479b-8dc6-7057368e05a2', 'code': 200} Oct 10 12:10:09.614712 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:10:09.628906 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Sync routers for ids ['2346676c-a678-4af0-a3dc-e03e5024d922'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:10:09.640747 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49130493-2570-43c3-968e-dc90b5cde204 req-10185664-41cc-4313-9bde-b450bfecb088 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:09.642220 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-49130493-2570-43c3-968e-dc90b5cde204 req-10185664-41cc-4313-9bde-b450bfecb088 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 944 time: 0.0904379 Oct 10 12:10:09.642532 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Routers {'2346676c-a678-4af0-a3dc-e03e5024d922'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:10:09.643704 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:10:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['2346676c-a678-4af0-a3dc-e03e5024d922'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:09.683668 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:09.690409 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (5a6667d5-f54b-479b-8dc6-7057368e05a2), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:09.712569 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:09.715751 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-2d16ae96-f189-4fac-9645-a653e8d41277 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0571280 Oct 10 12:10:09.721788 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41468) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:09.727713 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-f4f93f0e-870d-47af-90cc-da066ac8888e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0651455 Oct 10 12:10:09.759743 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Request body: {'port': {'device_id': '25130957-18b2-48c6-b18f-6d2b52970403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:09.767606 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 8d505b1f-4463-446b-be85-918e933e21a9 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:09.841925 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=5a6667d5-f54b-479b-8dc6-7057368e05a2,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:09.856279 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Set router 2346676c-a678-4af0-a3dc-e03e5024d922 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:10:09.862341 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-49130493-2570-43c3-968e-dc90b5cde204 req-714497ec-2ace-4bf6-ad82-564b32b224e3 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078705 Oct 10 12:10:09.942777 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1429178b-a618-476c-afc7-79cda9882c22), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:10.007862 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for port (46b41ca7-a590-40e1-b70b-dd99375dcd6a), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:10.183104 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31514739'] for port (46b41ca7-a590-40e1-b70b-dd99375dcd6a), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:10.245778 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93cd1f-26d1-4cc6-a679-20184bf245bc req-a6307179-7db0-4b39-92a1-4f37dd7b643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:10.247542 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-2e93cd1f-26d1-4cc6-a679-20184bf245bc req-a6307179-7db0-4b39-92a1-4f37dd7b643b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 1129 time: 0.0498514 Oct 10 12:10:10.297994 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:08Z', 'revision_number': 3, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:10.371082 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Checking router: 2346676c-a678-4af0-a3dc-e03e5024d922 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:10:10.371908 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Updating router 2346676c-a678-4af0-a3dc-e03e5024d922 port 7a867fbc-2871-4622-a729-1efa8e808ef6 binding host dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:10:10.382825 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-2e93cd1f-26d1-4cc6-a679-20184bf245bc req-c02d7743-d3fe-48ac-9f21-6c53f3a2774a service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260295 Oct 10 12:10:10.441342 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 8d505b1f-4463-446b-be85-918e933e21a9 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:10:10.492728 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7a867fbc-2871-4622-a729-1efa8e808ef6), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:10.507774 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06287f89-581b-4839-9307-3f677c2bcd2a req-489b4deb-4bb6-4053-a476-a1af1e5ab782 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:10.521339 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-06287f89-581b-4839-9307-3f677c2bcd2a req-489b4deb-4bb6-4053-a476-a1af1e5ab782 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 932 time: 0.3452775 Oct 10 12:10:10.524777 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:10.531828 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (e435d42a-1655-4ba0-a3af-73ead563ca49), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:10.548439 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1429178b-a618-476c-afc7-79cda9882c22 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:10:10.557029 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Publish callbacks [] for port (1429178b-a618-476c-afc7-79cda9882c22), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:10.557841 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Pushing event updated for resources: {'Port': ['ID=46b41ca7-a590-40e1-b70b-dd99375dcd6a,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:10.579587 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Transition to ACTIVE for port object 1429178b-a618-476c-afc7-79cda9882c22 will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:10:10.609615 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 8d505b1f-4463-446b-be85-918e933e21a9 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:10.609988 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (8d505b1f-4463-446b-be85-918e933e21a9), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:10.610330 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 8d505b1f-4463-446b-be85-918e933e21a9 Oct 10 12:10:10.698808 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (1429178b-a618-476c-afc7-79cda9882c22), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:10.732785 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-06287f89-581b-4839-9307-3f677c2bcd2a req-6ddfa539-74e2-4db7-b2a4-49d3c7467eb8 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100072 Oct 10 12:10:10.783078 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 8d505b1f-4463-446b-be85-918e933e21a9 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:10.823714 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:10.834906 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-4eeddead-ee82-4847-85a6-6320535f98db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0448704 Oct 10 12:10:10.889291 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=1429178b-a618-476c-afc7-79cda9882c22,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:10.914894 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Publish callbacks [] for port (7a867fbc-2871-4622-a729-1efa8e808ef6), precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:10.925562 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:10.960575 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Attempting to bind port 1429178b-a618-476c-afc7-79cda9882c22 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:10:10.961239 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Attempting to bind port 1429178b-a618-476c-afc7-79cda9882c22 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '435564f3-e5dd-46a9-88d6-ee2f75cdcd4e'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:10:10.961902 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Attempting to bind port 1429178b-a618-476c-afc7-79cda9882c22 on network 435564f3-e5dd-46a9-88d6-ee2f75cdcd4e {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:10:11.030000 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7a867fbc-2871-4622-a729-1efa8e808ef6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:11.045888 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Port 1429178b-a618-476c-afc7-79cda9882c22 on network 435564f3-e5dd-46a9-88d6-ee2f75cdcd4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:10:11.046320 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Attempting to bind port 1429178b-a618-476c-afc7-79cda9882c22 on network 435564f3-e5dd-46a9-88d6-ee2f75cdcd4e {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:10:11.120179 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:10:11.120748 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Checking segment: {'id': '2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '435564f3-e5dd-46a9-88d6-ee2f75cdcd4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:10:11.121394 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Bound using segment: {'id': '2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '435564f3-e5dd-46a9-88d6-ee2f75cdcd4e'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:10:11.122208 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Bound port: 1429178b-a618-476c-afc7-79cda9882c22, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '435564f3-e5dd-46a9-88d6-ee2f75cdcd4e'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:10:11.122845 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1429178b-a618-476c-afc7-79cda9882c22), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:11.161203 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97085387-5042-4080-ac58-59dd571e24b1 None None] Pushing event updated for resources: {'Port': ['ID=7a867fbc-2871-4622-a729-1efa8e808ef6,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:11.173526 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Attempting to bind port 7a867fbc-2871-4622-a729-1efa8e808ef6 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:10:11.174646 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Attempting to bind port 7a867fbc-2871-4622-a729-1efa8e808ef6 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:10:11.175305 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Attempting to bind port 7a867fbc-2871-4622-a729-1efa8e808ef6 on network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:10:11.225262 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=100 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:11.234544 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-d841c768-2101-4388-a030-cc345d54abc4 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--377936011&fields=id&tenant_id=782c5fd84235487caac5f9a7e18563cb HTTP/1.1" status: 200 len: 267 time: 0.0979235 Oct 10 12:10:11.241111 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c4fe0-6ed2-43ff-8524-8f73fc352ba8 req-a93e6a59-fe1d-477e-a345-eb738289f035 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:11.243788 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bc8c4fe0-6ed2-43ff-8524-8f73fc352ba8 req-a93e6a59-fe1d-477e-a345-eb738289f035 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 945 time: 0.1634734 Oct 10 12:10:11.266366 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:10:11.267350 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Checking segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:10:11.268268 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:11.268853 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Bound using segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:10:11.269536 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Bound port: 7a867fbc-2871-4622-a729-1efa8e808ef6, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:10:11.270098 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7a867fbc-2871-4622-a729-1efa8e808ef6), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:11.292124 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] For port 1429178b-a618-476c-afc7-79cda9882c22, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:10:11.299719 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] For port 1429178b-a618-476c-afc7-79cda9882c22, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1429178b-a618-476c-afc7-79cda9882c22,segment=NetworkSegment(2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc),segment_id=2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:10:11.336508 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] For port 7a867fbc-2871-4622-a729-1efa8e808ef6, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:10:11.343873 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] For port 7a867fbc-2871-4622-a729-1efa8e808ef6, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=7a867fbc-2871-4622-a729-1efa8e808ef6,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:10:11.392241 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Allocated IP 172.20.0.1 (467adefb-be40-4a7b-be51-41e12ba7cbdd/7eaa5c49-fe01-4fb1-b1d4-191a93c8d737/e0b1d0cb-2868-4905-b320-b7b2d8a7449d) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:10:11.420300 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (1429178b-a618-476c-afc7-79cda9882c22), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:11.421490 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7a867fbc-2871-4622-a729-1efa8e808ef6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:11.427069 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:11.428825 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:11.432063 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bc8c4fe0-6ed2-43ff-8524-8f73fc352ba8 req-09cd251b-3b6f-4a24-8376-6b46fb8bfe2e tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457047 Oct 10 12:10:11.432522 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/1429178b-a618-476c-afc7-79cda9882c22 HTTP/1.1" status: 200 len: 1094 time: 1.6917007 Oct 10 12:10:11.436750 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25130957-18b2-48c6-b18f-6d2b52970403', 'tag': '1429178b-a618-476c-afc7-79cda9882c22'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:10:11.441617 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18de8889-a780-4415-94b8-b831fd26737a" -d '{"events": [{"name": "network-changed", "server_uuid": "25130957-18b2-48c6-b18f-6d2b52970403", "tag": "1429178b-a618-476c-afc7-79cda9882c22"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:10:11.514707 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Routers {'2346676c-a678-4af0-a3dc-e03e5024d922'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:10:11.514707 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:10:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['2346676c-a678-4af0-a3dc-e03e5024d922'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:11.524221 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97085387-5042-4080-ac58-59dd571e24b1 None None] Pushing event updated for resources: {'Port': ['ID=7a867fbc-2871-4622-a729-1efa8e808ef6,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:11.563155 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6db5171a-35d0-47d3-b56c-e173aec15624 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:11.565093 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6db5171a-35d0-47d3-b56c-e173aec15624 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 819 time: 0.2931612 Oct 10 12:10:11.566658 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:11.593907 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4360b1a-1530-4b1d-aec3-226fad967ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=1429178b-a618-476c-afc7-79cda9882c22,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:11.613642 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d2490a-779b-4fdb-a493-6972bcfaa293 x-openstack-request-id: req-a7d2490a-779b-4fdb-a493-6972bcfaa293 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:10:11.613920 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25130957-18b2-48c6-b18f-6d2b52970403", "tag": "1429178b-a618-476c-afc7-79cda9882c22", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:10:11.614171 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a7d2490a-779b-4fdb-a493-6972bcfaa293 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:10:11.614586 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d2490a-779b-4fdb-a493-6972bcfaa293'] response: {'name': 'network-changed', 'server_uuid': '25130957-18b2-48c6-b18f-6d2b52970403', 'tag': '1429178b-a618-476c-afc7-79cda9882c22', 'status': 'completed', 'code': 200} Oct 10 12:10:11.617414 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-f38c6798-1e5d-403e-b502-d1a6747539c4 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/quotas/782c5fd84235487caac5f9a7e18563cb HTTP/1.1" status: 200 len: 375 time: 0.0378177 Oct 10 12:10:11.621326 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:11.695190 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Publish callbacks [] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:11.721133 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-9de91407-152e-4c46-a4fd-72fd964fbd2c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0880897 Oct 10 12:10:11.729205 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] Set router 2346676c-a678-4af0-a3dc-e03e5024d922 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:10:11.779223 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:11.787498 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de8889-a780-4415-94b8-b831fd26737a req-3df64a15-6932-4fca-b634-f88530cd135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:11.790365 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-18de8889-a780-4415-94b8-b831fd26737a req-3df64a15-6932-4fca-b634-f88530cd135a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4326aa9c66954652943d3754b121bce8&device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 1128 time: 0.0873091 Oct 10 12:10:11.941057 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-f29b279f-89e8-4146-99c4-9ef5c297c603 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873465 Oct 10 12:10:11.962809 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:11.971844 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de8889-a780-4415-94b8-b831fd26737a req-927a0838-7080-4a1f-abcb-31b37d35d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:11.973545 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-18de8889-a780-4415-94b8-b831fd26737a req-927a0838-7080-4a1f-abcb-31b37d35d520 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=4326aa9c66954652943d3754b121bce8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1348393 Oct 10 12:10:12.055559 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20c24f-3666-41e7-967a-96a393af2ca7 req-2fcf7cdb-2516-4445-87ba-502beb5ff813 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:12.057268 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9c20c24f-3666-41e7-967a-96a393af2ca7 req-2fcf7cdb-2516-4445-87ba-502beb5ff813 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 944 time: 0.1602435 Oct 10 12:10:12.075393 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Network 467adefb-be40-4a7b-be51-41e12ba7cbdd is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:10:12.084236 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:10:12.092247 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:08Z', 'revision_number': 3, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:12.092847 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:10:12.124542 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ede1d-9ed5-4da1-9d53-2fa1576bab1d None None] The sync data for ids ['2346676c-a678-4af0-a3dc-e03e5024d922'] in dv-cinder-860209-4-iscsi is: [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:08Z', 'revision_number': 3, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:10:12.160748 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b1d0cb-2868-4905-b320-b7b2d8a7449d,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:12.269253 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de8889-a780-4415-94b8-b831fd26737a req-e5611180-bf15-4d58-acc4-37e03d0c47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:12.274950 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-18de8889-a780-4415-94b8-b831fd26737a req-e5611180-bf15-4d58-acc4-37e03d0c47cf service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1989191 Oct 10 12:10:12.320483 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:12.333239 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9c20c24f-3666-41e7-967a-96a393af2ca7 req-ac4a36c7-5cda-4f8d-8899-c2fd3e3443e3 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463422 Oct 10 12:10:12.336635 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598000'] for router_interface (2346676c-a678-4af0-a3dc-e03e5024d922), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:12.378998 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-1365b1fc-f5ef-4b1c-aa1c-fdb8c682a237 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356658 Oct 10 12:10:12.574952 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8f0355ac-4f3d-44fa-b117-12919eca515a None None] Provisioning complete for port e0b1d0cb-2868-4905-b320-b7b2d8a7449d triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:12.574952 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8f0355ac-4f3d-44fa-b117-12919eca515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:12.574952 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8f0355ac-4f3d-44fa-b117-12919eca515a None None] Attempt 1 to provision port e0b1d0cb-2868-4905-b320-b7b2d8a7449d Oct 10 12:10:12.693724 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:12.706536 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:12.762378 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8f0355ac-4f3d-44fa-b117-12919eca515a None None] Port e0b1d0cb-2868-4905-b320-b7b2d8a7449d cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:10:12.863532 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-e91f46d0-95bd-4461-bbbe-99ce5d33be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:12.868554 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-e91f46d0-95bd-4461-bbbe-99ce5d33be23 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4326aa9c66954652943d3754b121bce8&device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 1128 time: 0.1014719 Oct 10 12:10:12.980190 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-52ece35d-f0e8-4d47-901e-7979338ebf1c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1429178b-a618-476c-afc7-79cda9882c22 HTTP/1.1" status: 200 len: 217 time: 0.0934498 Oct 10 12:10:13.039619 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2fae80ff-934d-4aca-a5ad-b73ee57f1298 req-5511bef3-98b7-40dc-b651-1886250c5279 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 210 time: 0.0741715 Oct 10 12:10:13.077927 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-ddb91ba9-97ee-4436-a6af-d3cf4bc0b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:13.081944 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-ddb91ba9-97ee-4436-a6af-d3cf4bc0b4f5 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=371d4fc5-ee7f-4d4e-801e-4845ba925d31 HTTP/1.1" status: 200 len: 848 time: 0.0956261 Oct 10 12:10:13.137195 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4c8d9-e723-419a-a792-aa3593a0b80b req-fc7434ba-dc88-4343-8d6a-6d4cb684aae8 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:13.140556 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-00a4c8d9-e723-419a-a792-aa3593a0b80b req-fc7434ba-dc88-4343-8d6a-6d4cb684aae8 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 945 time: 0.1724567 Oct 10 12:10:13.158035 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-8f15d76b-899d-436e-990c-e10dc6c3cf45 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=435564f3-e5dd-46a9-88d6-ee2f75cdcd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534606 Oct 10 12:10:13.306159 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-00a4c8d9-e723-419a-a792-aa3593a0b80b req-d262d3f7-e673-4e65-bb6b-2e2e31755481 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503081 Oct 10 12:10:13.309874 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Publish callbacks [] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:13.315551 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-c85d9c36-eaba-4371-adf4-2d29fad9ac0d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/435564f3-e5dd-46a9-88d6-ee2f75cdcd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472166 Oct 10 12:10:13.403109 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31514739'] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:13.457189 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-fcc03ca6-2455-4656-885c-b7278df2b72d req-cf5e6404-0770-42e4-8ac4-26f3db0f529c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/435564f3-e5dd-46a9-88d6-ee2f75cdcd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336961 Oct 10 12:10:13.600424 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b1d0cb-2868-4905-b320-b7b2d8a7449d,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:13.606067 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598124'] for router_interface (2346676c-a678-4af0-a3dc-e03e5024d922), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:13.660693 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8646-f32f-4c2e-9a69-286da0b4b82e req-21e7985c-1e49-4f71-9f60-8709bc264dcd tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:13.673195 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3daa8646-f32f-4c2e-9a69-286da0b4b82e req-21e7985c-1e49-4f71-9f60-8709bc264dcd tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 944 time: 0.1072121 Oct 10 12:10:13.836173 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:13.867651 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:13.924642 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Network 467adefb-be40-4a7b-be51-41e12ba7cbdd is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:10:13.931710 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3daa8646-f32f-4c2e-9a69-286da0b4b82e req-16442525-8552-48b8-b4a4-92053a289707 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570338 Oct 10 12:10:13.933228 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:10:14.164576 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Router 2346676c-a678-4af0-a3dc-e03e5024d922 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:10:14.263996 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-196eed10-803d-4757-8249-07d451a5497a req-5f5c9be9-c824-4ab8-83bb-b8ea9a5a3dec tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 210 time: 0.0434670 Oct 10 12:10:14.358336 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:10:14.366760 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-9baa583e-5643-49f5-aa48-f177574c9202 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/2346676c-a678-4af0-a3dc-e03e5024d922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6389327 Oct 10 12:10:14.366954 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 7a867fbc-2871-4622-a729-1efa8e808ef6 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:10:14.460745 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-1d47d7a5-514c-4be8-af22-c7eb4ee4d5fd None None] Provisioning complete for port e0b1d0cb-2868-4905-b320-b7b2d8a7449d triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:14.461758 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1d47d7a5-514c-4be8-af22-c7eb4ee4d5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:14.462524 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-1d47d7a5-514c-4be8-af22-c7eb4ee4d5fd None None] Attempt 1 to provision port e0b1d0cb-2868-4905-b320-b7b2d8a7449d Oct 10 12:10:14.518110 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:14.534960 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:14.543896 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 7a867fbc-2871-4622-a729-1efa8e808ef6 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:14.544489 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (7a867fbc-2871-4622-a729-1efa8e808ef6), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:14.545030 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 7a867fbc-2871-4622-a729-1efa8e808ef6 Oct 10 12:10:14.580523 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-1d47d7a5-514c-4be8-af22-c7eb4ee4d5fd None None] Port e0b1d0cb-2868-4905-b320-b7b2d8a7449d cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:10:14.682960 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 7a867fbc-2871-4622-a729-1efa8e808ef6 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:14.683543 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7a867fbc-2871-4622-a729-1efa8e808ef6), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:14.728079 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 7a867fbc-2871-4622-a729-1efa8e808ef6, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=7a867fbc-2871-4622-a729-1efa8e808ef6,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:14.828482 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7a867fbc-2871-4622-a729-1efa8e808ef6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:14.849966 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Sync routers for ids ['2346676c-a678-4af0-a3dc-e03e5024d922'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:10:14.863302 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Routers {'2346676c-a678-4af0-a3dc-e03e5024d922'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:10:14.864122 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:10:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['2346676c-a678-4af0-a3dc-e03e5024d922'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:14.904968 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:14.950316 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=7a867fbc-2871-4622-a729-1efa8e808ef6,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:15.012164 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Set router 2346676c-a678-4af0-a3dc-e03e5024d922 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:10:15.027227 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:15.093504 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab821e1-010f-474c-90ea-4c348c2fa8da req-44723e69-e444-45b1-8936-e50089614aba tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:15.095111 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-aab821e1-010f-474c-90ea-4c348c2fa8da req-44723e69-e444-45b1-8936-e50089614aba tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 944 time: 0.0575554 Oct 10 12:10:15.180279 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-aab821e1-010f-474c-90ea-4c348c2fa8da req-ab6550d7-0a5d-4ee9-ab6f-14de5f7b261d tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783033 Oct 10 12:10:15.322004 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:15.327465 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:12Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'e0b1d0cb-2868-4905-b320-b7b2d8a7449d', 'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'mac_address': 'fa:16:3e:e3:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:10Z', 'updated_at': '2022-10-10T12:10:12Z', 'revision_number': 2, 'project_id': '26773079b6914a20ab27109b0dec496a', 'subnets': [{'id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:15.391780 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Checking router: 2346676c-a678-4af0-a3dc-e03e5024d922 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:10:15.392331 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Updating router 2346676c-a678-4af0-a3dc-e03e5024d922 port e0b1d0cb-2868-4905-b320-b7b2d8a7449d binding host dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:10:15.395724 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41616) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:15.402705 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-14a5992a-58db-41a8-8ad9-9d8de7ba7d37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1084702989-network', 'tenant_id': '568ccc02e08d4bc6bccfe42c58fcf97e'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:15.450982 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:15.494278 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fb8afd4d-98cf-47db-b9bd-ccdd05966d86 req-dfb90785-1783-48f4-920a-2f165915289e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 210 time: 0.0487676 Oct 10 12:10:15.548251 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a5992a-58db-41a8-8ad9-9d8de7ba7d37 admin admin] Made reservation on behalf of 568ccc02e08d4bc6bccfe42c58fcf97e for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:10:15.551532 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-14a5992a-58db-41a8-8ad9-9d8de7ba7d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:15.562757 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-14a5992a-58db-41a8-8ad9-9d8de7ba7d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:15.685288 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-14a5992a-58db-41a8-8ad9-9d8de7ba7d37 admin admin] Publish callbacks [] for security_group (9b87a6ca-0b88-417f-80f5-799c41fae557), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:15.818229 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-14a5992a-58db-41a8-8ad9-9d8de7ba7d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (9b87a6ca-0b88-417f-80f5-799c41fae557), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:15.830415 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Publish callbacks [] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), precommit_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:15.856552 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a5992a-58db-41a8-8ad9-9d8de7ba7d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:10:15.882988 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5992a-58db-41a8-8ad9-9d8de7ba7d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b87a6ca-0b88-417f-80f5-799c41fae557,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:15.884716 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-14a5992a-58db-41a8-8ad9-9d8de7ba7d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (998804c8-f15c-4c06-9b8b-fc2d8b6c00d5), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:15.885062 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-14a5992a-58db-41a8-8ad9-9d8de7ba7d37 admin admin] Added segment 998804c8-f15c-4c06-9b8b-fc2d8b6c00d5 of type vlan for network a7e9c29d-2d81-4afc-8ed8-efee212baade Oct 10 12:10:15.949274 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:16.085993 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Pushing event updated for resources: {'Port': ['ID=e0b1d0cb-2868-4905-b320-b7b2d8a7449d,revision_number=3']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:16.116096 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:16.116616 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:16.117154 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:16.117715 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:16.118229 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:16.118768 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:16.119262 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:16.119763 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:16.120266 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:16.120770 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:16.121264 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:16.121794 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:16.122294 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:16.122897 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:16.123393 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:10:16.137533 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Attempting to bind port e0b1d0cb-2868-4905-b320-b7b2d8a7449d on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:10:16.138077 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Attempting to bind port e0b1d0cb-2868-4905-b320-b7b2d8a7449d by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:10:16.138615 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Attempting to bind port e0b1d0cb-2868-4905-b320-b7b2d8a7449d on network 467adefb-be40-4a7b-be51-41e12ba7cbdd {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:10:16.213423 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:10:16.213795 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Checking segment: {'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:10:16.214208 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:16.214557 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Bound using segment: {'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:10:16.215097 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Bound port: e0b1d0cb-2868-4905-b320-b7b2d8a7449d, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'}}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:10:16.215494 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:16.260404 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:16.268161 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-14a5992a-58db-41a8-8ad9-9d8de7ba7d37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (a7e9c29d-2d81-4afc-8ed8-efee212baade), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:16.326366 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:16.326709 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:16.341287 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] For port e0b1d0cb-2868-4905-b320-b7b2d8a7449d, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:10:16.345241 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] For port e0b1d0cb-2868-4905-b320-b7b2d8a7449d, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=e0b1d0cb-2868-4905-b320-b7b2d8a7449d,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:10:16.364051 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 7a867fbc-2871-4622-a729-1efa8e808ef6 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:10:16.389716 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-14a5992a-58db-41a8-8ad9-9d8de7ba7d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (a7e9c29d-2d81-4afc-8ed8-efee212baade), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:16.391651 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a5992a-58db-41a8-8ad9-9d8de7ba7d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:16.393759 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-14a5992a-58db-41a8-8ad9-9d8de7ba7d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:16.415975 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0dd9e-0743-4c7e-8c28-0639e077bac8 req-987de605-ae64-48cf-a9aa-37d5c324a8cf tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:16.417439 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 7a867fbc-2871-4622-a729-1efa8e808ef6 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:16.417646 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2be0dd9e-0743-4c7e-8c28-0639e077bac8 req-987de605-ae64-48cf-a9aa-37d5c324a8cf tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 944 time: 0.0826504 Oct 10 12:10:16.417981 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (7a867fbc-2871-4622-a729-1efa8e808ef6), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:16.418537 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 7a867fbc-2871-4622-a729-1efa8e808ef6 Oct 10 12:10:16.425666 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:16.450650 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:16.480324 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Routers {'2346676c-a678-4af0-a3dc-e03e5024d922'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:10:16.481232 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:10:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['2346676c-a678-4af0-a3dc-e03e5024d922'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:16.517470 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 7a867fbc-2871-4622-a729-1efa8e808ef6 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:16.533065 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f244c4-c80e-41d1-9a20-a46ef35709d2 None None] Pushing event updated for resources: {'Port': ['ID=e0b1d0cb-2868-4905-b320-b7b2d8a7449d,revision_number=4']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:16.548676 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:16.571001 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5992a-58db-41a8-8ad9-9d8de7ba7d37 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e9c29d-2d81-4afc-8ed8-efee212baade,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:16.588252 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network a7e9c29d-2d81-4afc-8ed8-efee212baade details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:10:16.641531 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2be0dd9e-0743-4c7e-8c28-0639e077bac8 req-316ffd1d-4196-4b6d-bf63-0adfae666467 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870208 Oct 10 12:10:16.663070 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-14a5992a-58db-41a8-8ad9-9d8de7ba7d37 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2453330 Oct 10 12:10:16.663070 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41634) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:16.663070 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-19e00925-450c-455c-9a2b-8ecb5e86711f admin admin] Request body: {'subnet': {'network_id': 'a7e9c29d-2d81-4afc-8ed8-efee212baade', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1084702989-subnet', 'tenant_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'ip_version': 4}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:16.663403 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] Set router 2346676c-a678-4af0-a3dc-e03e5024d922 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:10:16.760123 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-989caf6f-dcf2-445f-9f2e-8e96fe8df39e req-c7d63a2c-6000-4a06-b46e-6f7646171d0e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 210 time: 0.0572762 Oct 10 12:10:16.882765 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 1429178b-a618-476c-afc7-79cda9882c22 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:10:16.897775 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e00925-450c-455c-9a2b-8ecb5e86711f admin admin] Made reservation on behalf of 568ccc02e08d4bc6bccfe42c58fcf97e for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:10:16.901068 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19e00925-450c-455c-9a2b-8ecb5e86711f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32902988'] for subnet (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:16.927760 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:12Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'e0b1d0cb-2868-4905-b320-b7b2d8a7449d', 'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'mac_address': 'fa:16:3e:e3:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:10Z', 'updated_at': '2022-10-10T12:10:16Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'subnets': [{'id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:16.964948 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ac851c-6538-4898-b7e6-dc34882a77ce None None] The sync data for ids ['2346676c-a678-4af0-a3dc-e03e5024d922'] in dv-cinder-860209-4-iscsi is: [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:12Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'e0b1d0cb-2868-4905-b320-b7b2d8a7449d', 'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'mac_address': 'fa:16:3e:e3:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:10Z', 'updated_at': '2022-10-10T12:10:16Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'subnets': [{'id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:10:17.098165 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 1429178b-a618-476c-afc7-79cda9882c22, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1429178b-a618-476c-afc7-79cda9882c22,segment=NetworkSegment(2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc),segment_id=2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:17.130566 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '1429178b-a618-476c-afc7-79cda9882c22', 'network_id': '435564f3-e5dd-46a9-88d6-ee2f75cdcd4e', 'port_id': '1429178b-a618-476c-afc7-79cda9882c22', 'mac_address': 'fa:16:3e:b6:ca:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371d4fc5-ee7f-4d4e-801e-4845ba925d31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:10:17.187652 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 1429178b-a618-476c-afc7-79cda9882c22 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:17.191118 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1429178b-a618-476c-afc7-79cda9882c22), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:17.210380 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1429178b-a618-476c-afc7-79cda9882c22 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:10:17.242507 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 1429178b-a618-476c-afc7-79cda9882c22, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1429178b-a618-476c-afc7-79cda9882c22,segment=NetworkSegment(2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc),segment_id=2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:17.394806 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (1429178b-a618-476c-afc7-79cda9882c22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:17.397339 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19e00925-450c-455c-9a2b-8ecb5e86711f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31514876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32903006'] for subnet (d2a2d3db-da32-4657-ba31-9fb933371877), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:17.478924 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=1429178b-a618-476c-afc7-79cda9882c22,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:17.491544 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e00925-450c-455c-9a2b-8ecb5e86711f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a2d3db-da32-4657-ba31-9fb933371877,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:17.505583 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e00925-450c-455c-9a2b-8ecb5e86711f admin admin] Checking segment: {'id': '998804c8-f15c-4c06-9b8b-fc2d8b6c00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7e9c29d-2d81-4afc-8ed8-efee212baade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:10:17.506144 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e00925-450c-455c-9a2b-8ecb5e86711f admin admin] Network hostable DHCP agents. Network: a7e9c29d-2d81-4afc-8ed8-efee212baade, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:10:17.668932 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e00925-450c-455c-9a2b-8ecb5e86711f admin admin] Network a7e9c29d-2d81-4afc-8ed8-efee212baade is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:10:17.857901 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:17.879591 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-19e00925-450c-455c-9a2b-8ecb5e86711f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, a7e9c29d-2d81-4afc-8ed8-efee212baade) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:10:17.893125 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc3b1d7-1283-46fa-8418-dbce76bd38e0 None None] Network a7e9c29d-2d81-4afc-8ed8-efee212baade requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:10:17.893698 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e00925-450c-455c-9a2b-8ecb5e86711f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:17.895323 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-19e00925-450c-455c-9a2b-8ecb5e86711f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:17.935367 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa0beb-174b-47ed-a2ff-154648d1b4c1 req-b08513f7-6319-4951-b9f6-23e752c44fa1 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:17.939148 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ecfa0beb-174b-47ed-a2ff-154648d1b4c1 req-b08513f7-6319-4951-b9f6-23e752c44fa1 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 945 time: 0.1484652 Oct 10 12:10:18.013667 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6a593d73-6b9c-4cd7-9e43-e2bbd1b9d19a req-9abbaa3b-17c7-4f23-a9d3-7ce009d290d6 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 210 time: 0.0909941 Oct 10 12:10:18.076335 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6753c52c-ef75-59bb-aee5-b15e716cdc5a-a7e9c29d-2d81-4afc-8ed8-efee212baade', 'network_id': 'a7e9c29d-2d81-4afc-8ed8-efee212baade', 'project_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'fixed_ips': [{'subnet_id': 'd2a2d3db-da32-4657-ba31-9fb933371877'}]}} from dv-cinder-860209-4-iscsi. {{(pid=107008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:10:18.077194 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:18.085372 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-19e00925-450c-455c-9a2b-8ecb5e86711f admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4342728 Oct 10 12:10:18.088015 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41662) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:18.097290 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1084702989-router', 'tenant_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:18.109340 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['1429178b-a618-476c-afc7-79cda9882c22'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:10:18.168697 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ecfa0beb-174b-47ed-a2ff-154648d1b4c1 req-9f97b46e-fbeb-4e4b-a6f5-b43c06ed20a7 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144361 Oct 10 12:10:18.246113 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12421'] for router (72abf566-b9bd-47db-b277-91a6d045ea82), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:18.247428 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2066842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12466'] for router (72abf566-b9bd-47db-b277-91a6d045ea82), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:18.346492 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Publish callbacks [] for router_controller (72abf566-b9bd-47db-b277-91a6d045ea82), precommit_add_association {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:18.395233 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:18.445868 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device e0b1d0cb-2868-4905-b320-b7b2d8a7449d up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:10:18.525104 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.db_base_plugin_common [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Allocated IP 172.20.0.2 (a7e9c29d-2d81-4afc-8ed8-efee212baade/d2a2d3db-da32-4657-ba31-9fb933371877/7ac165ed-bc5c-4152-9b6b-afc5040fecb8) {{(pid=107008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:10:18.555486 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:18.589068 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port e0b1d0cb-2868-4905-b320-b7b2d8a7449d triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:18.589622 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:18.589622 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port e0b1d0cb-2868-4905-b320-b7b2d8a7449d Oct 10 12:10:18.649462 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:18.692025 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Publish callbacks [] for router_gateway (72abf566-b9bd-47db-b277-91a6d045ea82), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:18.818701 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port e0b1d0cb-2868-4905-b320-b7b2d8a7449d is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:18.819085 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:18.853753 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Publish callbacks [] for port (7ac165ed-bc5c-4152-9b6b-afc5040fecb8), precommit_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:18.874389 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port e0b1d0cb-2868-4905-b320-b7b2d8a7449d, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=e0b1d0cb-2868-4905-b320-b7b2d8a7449d,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:19.002553 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (7ac165ed-bc5c-4152-9b6b-afc5040fecb8), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:19.004997 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:19.047784 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Network a7e9c29d-2d81-4afc-8ed8-efee212baade is already hosted by enough agents. {{(pid=107008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:10:19.051753 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.base_scheduler [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Resources bound (agent type, host, resource id): {{(pid=107008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:10:19.060508 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Received port after_create {{(pid=107008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:10:19.104594 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Pushing event updated for resources: {'Port': ['ID=7ac165ed-bc5c-4152-9b6b-afc5040fecb8,revision_number=1']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:19.125787 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Publish callbacks [] for router_gateway (72abf566-b9bd-47db-b277-91a6d045ea82), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:19.164281 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:19.223017 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f586545a-395e-4f42-8c11-80feaa46e0a6 req-6e179e2a-d110-48fd-a147-abffb5594827 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 210 time: 0.0811398 Oct 10 12:10:19.303830 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:19.381250 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Attempting to bind port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:10:19.382023 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Attempting to bind port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '998804c8-f15c-4c06-9b8b-fc2d8b6c00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7e9c29d-2d81-4afc-8ed8-efee212baade'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:10:19.382648 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Attempting to bind port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 on network a7e9c29d-2d81-4afc-8ed8-efee212baade {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:10:19.385982 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:19.403682 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Allocated IP 172.27.4.98 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/9a1402b9-5494-4283-ae7d-aac658903d48) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:10:19.409795 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7004aef-62c8-4bb2-8af9-bf64fe89c4e2 req-2af8deeb-3c5f-4e1b-b35c-e572b3dc99e5 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:19.411558 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b7004aef-62c8-4bb2-8af9-bf64fe89c4e2 req-2af8deeb-3c5f-4e1b-b35c-e572b3dc99e5 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 945 time: 0.0590177 Oct 10 12:10:19.496083 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=e0b1d0cb-2868-4905-b320-b7b2d8a7449d,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:19.510026 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b7004aef-62c8-4bb2-8af9-bf64fe89c4e2 req-6374b280-9ffa-48c4-8a6f-e23563bd4317 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916607 Oct 10 12:10:19.517932 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:10:19.518625 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Checking segment: {'id': '998804c8-f15c-4c06-9b8b-fc2d8b6c00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7e9c29d-2d81-4afc-8ed8-efee212baade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:10:19.519339 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:19.520004 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Bound using segment: {'id': '998804c8-f15c-4c06-9b8b-fc2d8b6c00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7e9c29d-2d81-4afc-8ed8-efee212baade'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:10:19.521042 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Bound port: 7ac165ed-bc5c-4152-9b6b-afc5040fecb8, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998804c8-f15c-4c06-9b8b-fc2d8b6c00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7e9c29d-2d81-4afc-8ed8-efee212baade'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:10:19.521685 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7ac165ed-bc5c-4152-9b6b-afc5040fecb8), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:19.622309 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:19.651770 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Publish callbacks [] for port (9a1402b9-5494-4283-ae7d-aac658903d48), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:19.660457 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] For port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:10:19.666269 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] For port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=7ac165ed-bc5c-4152-9b6b-afc5040fecb8,segment=NetworkSegment(998804c8-f15c-4c06-9b8b-fc2d8b6c00d5),segment_id=998804c8-f15c-4c06-9b8b-fc2d8b6c00d5)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:10:19.676947 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-ed52871b-78a0-42b1-b23f-5aead3295e68 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:19.678922 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-ed52871b-78a0-42b1-b23f-5aead3295e68 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 819 time: 0.1851778 Oct 10 12:10:19.767594 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-bfb441a4-9bb6-4773-ad95-4a1e36895153 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=782c5fd84235487caac5f9a7e18563cb HTTP/1.1" status: 200 len: 379 time: 0.0721731 Oct 10 12:10:19.779407 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-f6b628f0-03d0-4c5c-83cf-82432639aefd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Request body: {'port': {'device_id': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'admin_state_up': True, 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'security_groups': ['817b607c-341f-47a5-99e9-699be1f8e225']}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:19.789172 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7ac165ed-bc5c-4152-9b6b-afc5040fecb8), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:19.884071 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (9a1402b9-5494-4283-ae7d-aac658903d48), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:19.901571 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb807a9c-885e-4f61-be88-6df2782432e5 None None] Pushing event updated for resources: {'Port': ['ID=7ac165ed-bc5c-4152-9b6b-afc5040fecb8,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:19.964278 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:10:19.979579 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:10:19.988285 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:10:20.020203 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Pushing event updated for resources: {'Port': ['ID=9a1402b9-5494-4283-ae7d-aac658903d48,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:20.194851 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 1429178b-a618-476c-afc7-79cda9882c22 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:10:20.325376 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port 1429178b-a618-476c-afc7-79cda9882c22 completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:10:20.435893 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 1429178b-a618-476c-afc7-79cda9882c22 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:20.439118 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (1429178b-a618-476c-afc7-79cda9882c22), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:20.439118 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 1429178b-a618-476c-afc7-79cda9882c22 Oct 10 12:10:20.522023 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a5d0785d-427e-403b-b1d4-e9012c3d9a54 req-ed5bd9f7-f9b5-40a8-b1d8-443b49e182a2 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 210 time: 0.0648670 Oct 10 12:10:20.588660 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-f6b628f0-03d0-4c5c-83cf-82432639aefd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Made reservation on behalf of 782c5fd84235487caac5f9a7e18563cb for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:10:20.593083 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-f6b628f0-03d0-4c5c-83cf-82432639aefd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:20.660690 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:20.682932 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 1429178b-a618-476c-afc7-79cda9882c22 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:20.685723 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1429178b-a618-476c-afc7-79cda9882c22), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:20.688152 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:10:20.779710 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2facb2-6910-4062-aeed-21a62ea86f96 req-6a0e815a-6f13-4bce-b989-d5dfa3fcc8b5 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:20.782416 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fd2facb2-6910-4062-aeed-21a62ea86f96 req-6a0e815a-6f13-4bce-b989-d5dfa3fcc8b5 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 945 time: 0.0736778 Oct 10 12:10:20.789128 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25130957-18b2-48c6-b18f-6d2b52970403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1429178b-a618-476c-afc7-79cda9882c22'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:10:20.793104 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767e9dc4-85bf-422c-92a6-7d44386f42c2" -d '{"events": [{"server_uuid": "25130957-18b2-48c6-b18f-6d2b52970403", "name": "network-vif-plugged", "status": "completed", "tag": "1429178b-a618-476c-afc7-79cda9882c22"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:10:20.851212 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 1429178b-a618-476c-afc7-79cda9882c22, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1429178b-a618-476c-afc7-79cda9882c22,segment=NetworkSegment(2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc),segment_id=2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:20.864738 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:20.866380 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (7ac165ed-bc5c-4152-9b6b-afc5040fecb8), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:20.866380 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 Oct 10 12:10:20.891505 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1534a5-9e29-4d30-89d3-5325a8d12899 x-openstack-request-id: req-ce1534a5-9e29-4d30-89d3-5325a8d12899 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:10:20.891957 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25130957-18b2-48c6-b18f-6d2b52970403", "name": "network-vif-plugged", "status": "completed", "tag": "1429178b-a618-476c-afc7-79cda9882c22", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:10:20.892350 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce1534a5-9e29-4d30-89d3-5325a8d12899 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:10:20.893025 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1534a5-9e29-4d30-89d3-5325a8d12899'] response: {'server_uuid': '25130957-18b2-48c6-b18f-6d2b52970403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1429178b-a618-476c-afc7-79cda9882c22', 'code': 200} Oct 10 12:10:20.924268 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fd2facb2-6910-4062-aeed-21a62ea86f96 req-c6421af8-fd36-4352-a698-8a7b1ddbf2e1 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254239 Oct 10 12:10:20.979221 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (1429178b-a618-476c-afc7-79cda9882c22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:21.067310 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-f6b628f0-03d0-4c5c-83cf-82432639aefd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Allocated IP 172.20.0.7 (67af5388-ef78-467a-b602-e98d5343259e/d52ff9db-2c19-408a-83cb-417a641f45bb/5d658caa-5deb-4849-8248-3505cf81be8d) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:10:21.110930 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Publish callbacks [] for router_gateway (72abf566-b9bd-47db-b277-91a6d045ea82), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:21.130017 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=1429178b-a618-476c-afc7-79cda9882c22,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:21.216261 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:21.217003 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7ac165ed-bc5c-4152-9b6b-afc5040fecb8), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:21.265077 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=7ac165ed-bc5c-4152-9b6b-afc5040fecb8,segment=NetworkSegment(998804c8-f15c-4c06-9b8b-fc2d8b6c00d5),segment_id=998804c8-f15c-4c06-9b8b-fc2d8b6c00d5)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:21.343330 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7ac165ed-bc5c-4152-9b6b-afc5040fecb8), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:21.344650 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device e0b1d0cb-2868-4905-b320-b7b2d8a7449d up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:10:21.458693 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-f6b628f0-03d0-4c5c-83cf-82432639aefd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for port (5d658caa-5deb-4849-8248-3505cf81be8d), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:21.495093 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605323'] for router (72abf566-b9bd-47db-b277-91a6d045ea82), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:21.531514 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:21.541732 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port e0b1d0cb-2868-4905-b320-b7b2d8a7449d triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:21.545392 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:21.545392 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port e0b1d0cb-2868-4905-b320-b7b2d8a7449d Oct 10 12:10:21.598428 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=7ac165ed-bc5c-4152-9b6b-afc5040fecb8,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:21.620362 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd0cf8c-71a2-4db6-819f-fba1ca2cd37b None None] Network a7e9c29d-2d81-4afc-8ed8-efee212baade requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:10:21.692661 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-f6b628f0-03d0-4c5c-83cf-82432639aefd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (5d658caa-5deb-4849-8248-3505cf81be8d), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:21.706975 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-ad741140-545b-49c6-8065-85e3ac73b5a4 None None] Provisioning complete for port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:21.707782 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-ad741140-545b-49c6-8065-85e3ac73b5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (7ac165ed-bc5c-4152-9b6b-afc5040fecb8), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:21.707782 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-ad741140-545b-49c6-8065-85e3ac73b5a4 None None] Attempt 1 to provision port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 Oct 10 12:10:21.741061 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442aca47-58c9-4fd8-b53f-02050d4eb48a req-b740897c-b2f1-4bdc-9f2f-998d581a3f78 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:21.741663 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:21.745858 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-442aca47-58c9-4fd8-b53f-02050d4eb48a req-b740897c-b2f1-4bdc-9f2f-998d581a3f78 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 931 time: 0.0738230 Oct 10 12:10:21.791926 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bea8a-86fe-4983-ad3d-18a91b82032c req-e62bc156-72bb-4292-bcbd-c6aac1be398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:21.795048 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a32bea8a-86fe-4983-ad3d-18a91b82032c req-e62bc156-72bb-4292-bcbd-c6aac1be398c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 1130 time: 0.2126036 Oct 10 12:10:21.825056 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port e0b1d0cb-2868-4905-b320-b7b2d8a7449d is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:21.889040 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-442aca47-58c9-4fd8-b53f-02050d4eb48a req-0676448e-5e3a-4fa3-b239-3eba53ac9f2e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372583 Oct 10 12:10:21.897332 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-ad741140-545b-49c6-8065-85e3ac73b5a4 None None] Current status of the port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:21.950569 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-f6b628f0-03d0-4c5c-83cf-82432639aefd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Network 67af5388-ef78-467a-b602-e98d5343259e is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:10:21.984331 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:21.987253 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-f6b628f0-03d0-4c5c-83cf-82432639aefd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:10:22.000412 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-f6b628f0-03d0-4c5c-83cf-82432639aefd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:10:22.023645 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a32bea8a-86fe-4983-ad3d-18a91b82032c req-b6e54ed1-5355-42f2-8671-de207645c837 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719706 Oct 10 12:10:22.094036 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b628f0-03d0-4c5c-83cf-82432639aefd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Pushing event updated for resources: {'Port': ['ID=5d658caa-5deb-4849-8248-3505cf81be8d,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:22.199501 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-f6b628f0-03d0-4c5c-83cf-82432639aefd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:22.203144 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-f6b628f0-03d0-4c5c-83cf-82432639aefd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:22.225083 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c13d67-1c46-4cb7-ae14-8d57ae6b9e0b req-a2c31407-8925-4470-b818-bbdc32e0fbc5 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:22.227782 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f2c13d67-1c46-4cb7-ae14-8d57ae6b9e0b req-a2c31407-8925-4470-b818-bbdc32e0fbc5 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 946 time: 0.1073303 Oct 10 12:10:22.261978 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41720) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:22.327369 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f2c13d67-1c46-4cb7-ae14-8d57ae6b9e0b req-c8a81d1d-9d36-4ee1-827b-dd7325b12134 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841851 Oct 10 12:10:22.394160 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Router 72abf566-b9bd-47db-b277-91a6d045ea82 is scheduled to L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 with binding_index 1 {{(pid=107007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:10:22.404580 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-f6b628f0-03d0-4c5c-83cf-82432639aefd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6299956 Oct 10 12:10:22.424201 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:10:22.475217 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8b230325-0bec-40fb-9958-1a774a85efcd None None] Provisioning complete for port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:22.475885 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8b230325-0bec-40fb-9958-1a774a85efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (7ac165ed-bc5c-4152-9b6b-afc5040fecb8), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:22.476224 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8b230325-0bec-40fb-9958-1a774a85efcd None None] Attempt 1 to provision port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 Oct 10 12:10:22.515991 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0feaa1f6-9750-44f9-a6c9-638d25ce7380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:22.519736 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:22.520181 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (7ac165ed-bc5c-4152-9b6b-afc5040fecb8), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:22.520468 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 Oct 10 12:10:22.573055 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Request body: {'port': {'device_id': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:22.615453 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8b230325-0bec-40fb-9958-1a774a85efcd None None] Current status of the port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:22.626969 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:10:22.649621 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Sync routers for ids ['72abf566-b9bd-47db-b277-91a6d045ea82'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:10:22.664953 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8b230325-0bec-40fb-9958-1a774a85efcd None None] Provisioning complete for port 5d658caa-5deb-4849-8248-3505cf81be8d triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:22.671652 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8b230325-0bec-40fb-9958-1a774a85efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (5d658caa-5deb-4849-8248-3505cf81be8d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:22.671652 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8b230325-0bec-40fb-9958-1a774a85efcd None None] Attempt 1 to provision port 5d658caa-5deb-4849-8248-3505cf81be8d Oct 10 12:10:22.672842 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5d658caa-5deb-4849-8248-3505cf81be8d), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:22.701910 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:22.707423 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Routers {'72abf566-b9bd-47db-b277-91a6d045ea82'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:10:22.708230 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:10:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['72abf566-b9bd-47db-b277-91a6d045ea82'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:22.716295 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:22.725314 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0feaa1f6-9750-44f9-a6c9-638d25ce7380 admin admin] Publish callbacks [] for security_group (fdb2654e-0308-4a30-95fa-b4f18540ec5d), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:22.889801 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:22.894072 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0feaa1f6-9750-44f9-a6c9-638d25ce7380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (fdb2654e-0308-4a30-95fa-b4f18540ec5d), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:22.897574 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8b230325-0bec-40fb-9958-1a774a85efcd None None] Port 5d658caa-5deb-4849-8248-3505cf81be8d cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:10:22.901512 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:22.903876 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-953fbe5a-d7e7-47a9-9732-294436bda003 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8133569 Oct 10 12:10:22.915451 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41726) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:22.987961 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-0feaa1f6-9750-44f9-a6c9-638d25ce7380 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a5a018e894f04195be6665f7281f5dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7244689 Oct 10 12:10:22.991064 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41730) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:23.004170 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Set router 72abf566-b9bd-47db-b277-91a6d045ea82 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:10:23.038725 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feaa1f6-9750-44f9-a6c9-638d25ce7380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb2654e-0308-4a30-95fa-b4f18540ec5d,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:23.045606 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:23.127242 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285f36f-942f-48f1-815c-6c3b7dd09234 req-8503dbda-35f4-4ac2-8a28-a68db58338e4 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:23.131069 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7285f36f-942f-48f1-815c-6c3b7dd09234 req-8503dbda-35f4-4ac2-8a28-a68db58338e4 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 931 time: 0.1092978 Oct 10 12:10:23.141962 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6a557e15-397b-497c-b40f-3d9c3be621a7 admin admin] Publish callbacks [] for security_group (fdb2654e-0308-4a30-95fa-b4f18540ec5d), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:23.149182 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:23.223512 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7285f36f-942f-48f1-815c-6c3b7dd09234 req-5036139a-56dd-475c-a0ff-2e46b004c5d6 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835629 Oct 10 12:10:23.240056 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6a557e15-397b-497c-b40f-3d9c3be621a7 admin admin] Publish callbacks [] for security_group (fdb2654e-0308-4a30-95fa-b4f18540ec5d), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:23.278250 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:23.282324 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d658caa-5deb-4849-8248-3505cf81be8d {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:10:23.290130 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'name': 'tempest-TestVolumeBootPattern-1084702989-router', 'tenant_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '9a1402b9-5494-4283-ae7d-aac658903d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:18Z', 'updated_at': '2022-10-10T12:10:20Z', 'revision_number': 3, 'project_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'gw_port': {'id': '9a1402b9-5494-4283-ae7d-aac658903d48', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:19Z', 'updated_at': '2022-10-10T12:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:23.319149 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Publish callbacks [] for port (5d658caa-5deb-4849-8248-3505cf81be8d), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:23.319559 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Checking router: 72abf566-b9bd-47db-b277-91a6d045ea82 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:10:23.319904 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Updating router 72abf566-b9bd-47db-b277-91a6d045ea82 port 9a1402b9-5494-4283-ae7d-aac658903d48 binding host dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:10:23.356904 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9a1402b9-5494-4283-ae7d-aac658903d48), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:23.422728 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Transition to ACTIVE for port object 5d658caa-5deb-4849-8248-3505cf81be8d will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:10:23.567351 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (5d658caa-5deb-4849-8248-3505cf81be8d), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:23.584534 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ab8df-e747-4d70-87ca-a0e62cd8020f req-3db70966-f4e9-4996-8d52-254a943219ca tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:23.591321 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3c1ab8df-e747-4d70-87ca-a0e62cd8020f req-3db70966-f4e9-4996-8d52-254a943219ca tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 946 time: 0.1004403 Oct 10 12:10:23.600037 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6a557e15-397b-497c-b40f-3d9c3be621a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (fdb2654e-0308-4a30-95fa-b4f18540ec5d), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:23.603445 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6a557e15-397b-497c-b40f-3d9c3be621a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:23.608960 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6a557e15-397b-497c-b40f-3d9c3be621a7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/fdb2654e-0308-4a30-95fa-b4f18540ec5d HTTP/1.1" status: 204 len: 168 time: 0.6129017 Oct 10 12:10:23.721497 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3c1ab8df-e747-4d70-87ca-a0e62cd8020f req-120a3565-61e4-426c-8c23-83a32bee6bc5 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230564 Oct 10 12:10:23.771270 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Publish callbacks [] for port (9a1402b9-5494-4283-ae7d-aac658903d48), precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:23.855814 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (9a1402b9-5494-4283-ae7d-aac658903d48), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:23.913702 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Attempting to bind port 9a1402b9-5494-4283-ae7d-aac658903d48 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:10:23.914019 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Attempting to bind port 9a1402b9-5494-4283-ae7d-aac658903d48 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:10:23.914201 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Attempting to bind port 9a1402b9-5494-4283-ae7d-aac658903d48 on network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:10:23.953800 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21721c-6e38-456a-b10e-e65ee43b87ba None None] Pushing event updated for resources: {'Port': ['ID=9a1402b9-5494-4283-ae7d-aac658903d48,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:23.994059 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:10:23.994518 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a557e15-397b-497c-b40f-3d9c3be621a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb2654e-0308-4a30-95fa-b4f18540ec5d,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:23.995003 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Checking segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:10:23.995354 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:23.996006 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Bound using segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:10:23.997104 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Bound port: 9a1402b9-5494-4283-ae7d-aac658903d48, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:10:23.997752 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9a1402b9-5494-4283-ae7d-aac658903d48), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:24.036941 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Pushing event updated for resources: {'Port': ['ID=5d658caa-5deb-4849-8248-3505cf81be8d,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:24.096666 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] For port 9a1402b9-5494-4283-ae7d-aac658903d48, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:10:24.097063 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] For port 9a1402b9-5494-4283-ae7d-aac658903d48, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=9a1402b9-5494-4283-ae7d-aac658903d48,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:10:24.162036 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Attempting to bind port 5d658caa-5deb-4849-8248-3505cf81be8d on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:10:24.162472 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Attempting to bind port 5d658caa-5deb-4849-8248-3505cf81be8d by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:10:24.162718 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Attempting to bind port 5d658caa-5deb-4849-8248-3505cf81be8d on network 67af5388-ef78-467a-b602-e98d5343259e {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:10:24.187925 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (9a1402b9-5494-4283-ae7d-aac658903d48), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:24.240594 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Routers {'72abf566-b9bd-47db-b277-91a6d045ea82'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:10:24.241260 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:10:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['72abf566-b9bd-47db-b277-91a6d045ea82'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:24.307338 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Port 5d658caa-5deb-4849-8248-3505cf81be8d on network 67af5388-ef78-467a-b602-e98d5343259e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:10:24.308108 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Attempting to bind port 5d658caa-5deb-4849-8248-3505cf81be8d on network 67af5388-ef78-467a-b602-e98d5343259e {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:10:24.314858 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:24.315329 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:24.317772 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21721c-6e38-456a-b10e-e65ee43b87ba None None] Pushing event updated for resources: {'Port': ['ID=9a1402b9-5494-4283-ae7d-aac658903d48,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:24.421588 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] Set router 72abf566-b9bd-47db-b277-91a6d045ea82 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:10:24.444488 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee7dd8-c5f2-43b6-9ce4-15c3899175b3 req-edf6eac6-b0ff-407e-9796-e92f18205af2 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:24.446205 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d6ee7dd8-c5f2-43b6-9ce4-15c3899175b3 req-edf6eac6-b0ff-407e-9796-e92f18205af2 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 943 time: 0.0544600 Oct 10 12:10:24.453436 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:24.457234 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:10:24.457234 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Checking segment: {'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:10:24.457509 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Bound using segment: {'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:10:24.457825 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Bound port: 5d658caa-5deb-4849-8248-3505cf81be8d, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '67af5388-ef78-467a-b602-e98d5343259e'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:10:24.458184 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5d658caa-5deb-4849-8248-3505cf81be8d), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:24.569542 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d6ee7dd8-c5f2-43b6-9ce4-15c3899175b3 req-d4e96590-65e0-42a1-872a-420dd8eb054f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089029 Oct 10 12:10:24.645180 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] For port 5d658caa-5deb-4849-8248-3505cf81be8d, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:10:24.668090 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] For port 5d658caa-5deb-4849-8248-3505cf81be8d, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=5d658caa-5deb-4849-8248-3505cf81be8d,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:10:24.674296 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41744) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:24.680198 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Allocated IP 172.20.0.1 (a7e9c29d-2d81-4afc-8ed8-efee212baade/d2a2d3db-da32-4657-ba31-9fb933371877/7d08fe43-bc94-46d3-b5ec-a3d31771fb2d) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:10:24.686415 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:24.697223 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dc876750-e5a8-4fe9-85f9-b492d3f78a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:24.744952 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'name': 'tempest-TestVolumeBootPattern-1084702989-router', 'tenant_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '9a1402b9-5494-4283-ae7d-aac658903d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:18Z', 'updated_at': '2022-10-10T12:10:20Z', 'revision_number': 3, 'project_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'gw_port': {'id': '9a1402b9-5494-4283-ae7d-aac658903d48', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:19Z', 'updated_at': '2022-10-10T12:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:24.777468 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bfd5f0-3b76-4fec-93fc-6e7df7ce060d None None] The sync data for ids ['72abf566-b9bd-47db-b277-91a6d045ea82'] in dv-cinder-860209-4-iscsi is: [{'id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'name': 'tempest-TestVolumeBootPattern-1084702989-router', 'tenant_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '9a1402b9-5494-4283-ae7d-aac658903d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:18Z', 'updated_at': '2022-10-10T12:10:20Z', 'revision_number': 3, 'project_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'gw_port': {'id': '9a1402b9-5494-4283-ae7d-aac658903d48', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:19Z', 'updated_at': '2022-10-10T12:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:10:24.796626 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (5d658caa-5deb-4849-8248-3505cf81be8d), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:24.807861 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:24.808719 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:24.810410 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/5d658caa-5deb-4849-8248-3505cf81be8d HTTP/1.1" status: 200 len: 1093 time: 2.2431087 Oct 10 12:10:24.811002 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'tag': '5d658caa-5deb-4849-8248-3505cf81be8d'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:10:24.813457 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c61b642-f95e-4f10-967b-b60e01da9a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0f9c51-ab73-4450-8f3e-eb5d492a34d0", "tag": "5d658caa-5deb-4849-8248-3505cf81be8d"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:10:24.854440 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:24.859989 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dc876750-e5a8-4fe9-85f9-b492d3f78a8d admin admin] Publish callbacks [] for security_group (cb1b6fa9-9c15-4c03-ade6-8f0565894811), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:24.919049 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4b225c-8cb8-4087-b400-6d9cf96e39aa x-openstack-request-id: req-1a4b225c-8cb8-4087-b400-6d9cf96e39aa {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:10:24.919385 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0f9c51-ab73-4450-8f3e-eb5d492a34d0", "tag": "5d658caa-5deb-4849-8248-3505cf81be8d", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:10:24.919763 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a4b225c-8cb8-4087-b400-6d9cf96e39aa {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:10:24.920046 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4b225c-8cb8-4087-b400-6d9cf96e39aa'] response: {'name': 'network-changed', 'server_uuid': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'tag': '5d658caa-5deb-4849-8248-3505cf81be8d', 'status': 'completed', 'code': 200} Oct 10 12:10:24.942382 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Publish callbacks [] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:24.953315 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5b7e5-19c0-4f42-9a39-bfd0f9a22a55 service neutron] Pushing event updated for resources: {'Port': ['ID=5d658caa-5deb-4849-8248-3505cf81be8d,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:24.980871 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bf7b4-5afb-4121-a4e5-cc87fa54db95 req-741e33ce-e2c8-49dc-949e-39588f6a3596 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:24.990175 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-087bf7b4-5afb-4121-a4e5-cc87fa54db95 req-741e33ce-e2c8-49dc-949e-39588f6a3596 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 946 time: 0.0993993 Oct 10 12:10:25.019489 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dc876750-e5a8-4fe9-85f9-b492d3f78a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (cb1b6fa9-9c15-4c03-ade6-8f0565894811), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:25.093277 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61b642-f95e-4f10-967b-b60e01da9a6a req-de6977b4-fb26-44a0-9e14-5c29b90669ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:25.094939 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9c61b642-f95e-4f10-967b-b60e01da9a6a req-de6977b4-fb26-44a0-9e14-5c29b90669ae service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 1127 time: 0.0580075 Oct 10 12:10:25.134781 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-087bf7b4-5afb-4121-a4e5-cc87fa54db95 req-f53d7aad-7a8c-4b14-92b1-cbcacac77407 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387165 Oct 10 12:10:25.174500 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc876750-e5a8-4fe9-85f9-b492d3f78a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1b6fa9-9c15-4c03-ade6-8f0565894811,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:25.198086 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-dc876750-e5a8-4fe9-85f9-b492d3f78a8d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ad57ccf6538b449fb6a866f4322a027c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5278468 Oct 10 12:10:25.200080 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41752) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:25.209745 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:25.321205 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-05504573-90a9-4c11-8b36-4dc533651c78 admin admin] Publish callbacks [] for security_group (cb1b6fa9-9c15-4c03-ade6-8f0565894811), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:25.355372 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Network a7e9c29d-2d81-4afc-8ed8-efee212baade is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:10:25.369029 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-05504573-90a9-4c11-8b36-4dc533651c78 admin admin] Publish callbacks [] for security_group (cb1b6fa9-9c15-4c03-ade6-8f0565894811), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:25.374762 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:10:25.384464 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:10:25.430305 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Pushing event updated for resources: {'Port': ['ID=7d08fe43-bc94-46d3-b5ec-a3d31771fb2d,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:25.459234 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:25.534295 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598000'] for router_interface (72abf566-b9bd-47db-b277-91a6d045ea82), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:25.560437 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-05504573-90a9-4c11-8b36-4dc533651c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (cb1b6fa9-9c15-4c03-ade6-8f0565894811), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:25.570177 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-05504573-90a9-4c11-8b36-4dc533651c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:25.570177 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-05504573-90a9-4c11-8b36-4dc533651c78 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/cb1b6fa9-9c15-4c03-ade6-8f0565894811 HTTP/1.1" status: 204 len: 168 time: 0.3639853 Oct 10 12:10:25.581853 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05504573-90a9-4c11-8b36-4dc533651c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1b6fa9-9c15-4c03-ade6-8f0565894811,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:25.655657 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61b642-f95e-4f10-967b-b60e01da9a6a req-567112f0-1c61-47ba-975a-1b9361c3b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:25.659166 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9c61b642-f95e-4f10-967b-b60e01da9a6a req-567112f0-1c61-47ba-975a-1b9361c3b473 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=782c5fd84235487caac5f9a7e18563cb&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5454333 Oct 10 12:10:25.795579 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-18e69d61-a3bc-4270-b6e2-d9e4e3665eb0 None None] Provisioning complete for port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:25.796512 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-18e69d61-a3bc-4270-b6e2-d9e4e3665eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:25.800543 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-18e69d61-a3bc-4270-b6e2-d9e4e3665eb0 None None] Attempt 1 to provision port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d Oct 10 12:10:25.863222 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61b642-f95e-4f10-967b-b60e01da9a6a req-9fc9ccfc-bd7e-4ede-a96d-1e5d380b4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:25.865683 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9c61b642-f95e-4f10-967b-b60e01da9a6a req-9fc9ccfc-bd7e-4ede-a96d-1e5d380b4418 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1876755 Oct 10 12:10:25.869297 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:25.906428 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-18e69d61-a3bc-4270-b6e2-d9e4e3665eb0 None None] Port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:10:25.908898 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e93d9-2364-4756-85f6-4c2e5c9f5b7a req-e8c0711a-00dd-4397-bd35-7f827488e6dc tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:25.911670 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-624e93d9-2364-4756-85f6-4c2e5c9f5b7a req-e8c0711a-00dd-4397-bd35-7f827488e6dc tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 943 time: 0.1602061 Oct 10 12:10:26.033662 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-624e93d9-2364-4756-85f6-4c2e5c9f5b7a req-4094a479-136e-4af5-9468-6a1e91d36dec tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082776 Oct 10 12:10:26.062939 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-dae53c12-8627-4b08-9242-c721846d359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:26.065913 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-dae53c12-8627-4b08-9242-c721846d359c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 1127 time: 0.0900087 Oct 10 12:10:26.131308 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-91c24e84-fa14-4e58-aabf-04f8123a77eb service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d658caa-5deb-4849-8248-3505cf81be8d HTTP/1.1" status: 200 len: 217 time: 0.0490844 Oct 10 12:10:26.217078 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:26.279808 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-5c2cb4cb-c4e4-469a-b509-e937df857bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:26.284990 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-5c2cb4cb-c4e4-469a-b509-e937df857bd0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.1259489 Oct 10 12:10:26.405074 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 9a1402b9-5494-4283-ae7d-aac658903d48 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:10:26.462162 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-f120acfa-9569-4077-8f2f-22abe728a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:26.462162 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-f120acfa-9569-4077-8f2f-22abe728a9cc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1168637 Oct 10 12:10:26.462462 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953d90a-c600-4a83-917a-e643072c1846 req-5e13e6db-4c0d-4bd2-b970-9ae0617984ce tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:26.463372 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8953d90a-c600-4a83-917a-e643072c1846 req-5e13e6db-4c0d-4bd2-b970-9ae0617984ce tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 946 time: 0.1338882 Oct 10 12:10:26.529604 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 9a1402b9-5494-4283-ae7d-aac658903d48 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:26.530607 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (9a1402b9-5494-4283-ae7d-aac658903d48), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:26.531449 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 9a1402b9-5494-4283-ae7d-aac658903d48 Oct 10 12:10:26.543252 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8953d90a-c600-4a83-917a-e643072c1846 req-3d0a00c1-960f-4e94-95b0-fbd6dc74b0ba tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791018 Oct 10 12:10:26.648532 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:26.698685 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=100 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:26.721152 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 9a1402b9-5494-4283-ae7d-aac658903d48 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:26.722372 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (9a1402b9-5494-4283-ae7d-aac658903d48), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:26.737138 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-c2b35da4-a7be-4ee1-ace3-324e4fda2a47 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616115 Oct 10 12:10:26.772919 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:26.779343 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Publish callbacks [] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:26.790317 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 9a1402b9-5494-4283-ae7d-aac658903d48, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=9a1402b9-5494-4283-ae7d-aac658903d48,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:26.872759 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-93ca4fe4-2aac-4783-8253-583df2b30825 req-300cb08f-7226-4cc4-93f0-6f1850abe9e7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327353 Oct 10 12:10:26.874824 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:26.875316 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (9a1402b9-5494-4283-ae7d-aac658903d48), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:26.983817 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=9a1402b9-5494-4283-ae7d-aac658903d48,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:26.985177 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598124'] for router_interface (72abf566-b9bd-47db-b277-91a6d045ea82), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:26.994983 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Pushing event updated for resources: {'Port': ['ID=7d08fe43-bc94-46d3-b5ec-a3d31771fb2d,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:27.099260 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:27.154101 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=77 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:27.174401 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Network a7e9c29d-2d81-4afc-8ed8-efee212baade is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:10:27.174989 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:10:27.245064 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a4404-c8e6-49e2-9ab3-f652548e6368 req-400254a9-2d3d-4ed9-a183-a6f119bd6146 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:27.248059 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0b9a4404-c8e6-49e2-9ab3-f652548e6368 req-400254a9-2d3d-4ed9-a183-a6f119bd6146 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 943 time: 0.0960279 Oct 10 12:10:27.369690 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0b9a4404-c8e6-49e2-9ab3-f652548e6368 req-7ffd7088-eeee-432c-97a9-4aea8bf34464 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948129 Oct 10 12:10:27.426589 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Router 72abf566-b9bd-47db-b277-91a6d045ea82 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:10:27.554284 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-f5a43a02-fe6a-4e36-b548-0763871fa51f None None] Provisioning complete for port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:27.554657 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-f5a43a02-fe6a-4e36-b548-0763871fa51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:27.555022 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-f5a43a02-fe6a-4e36-b548-0763871fa51f None None] Attempt 1 to provision port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d Oct 10 12:10:27.597543 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-f5a43a02-fe6a-4e36-b548-0763871fa51f None None] Port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:10:27.646704 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:10:27.652820 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-387a568b-99a2-4246-be7f-14c719e1484d admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/72abf566-b9bd-47db-b277-91a6d045ea82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7358718 Oct 10 12:10:27.667379 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Sync routers for ids ['72abf566-b9bd-47db-b277-91a6d045ea82'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:10:27.689253 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Routers {'72abf566-b9bd-47db-b277-91a6d045ea82'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:10:27.690349 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:10:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['72abf566-b9bd-47db-b277-91a6d045ea82'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:27.917114 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Set router 72abf566-b9bd-47db-b277-91a6d045ea82 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:10:28.367939 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 9a1402b9-5494-4283-ae7d-aac658903d48 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:10:28.376894 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41816) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:28.386441 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-c4a9f909-7075-4cfb-8b11-c1ca7e4577b4 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-390021896', 'description': 'tempest-secgroup-smoke-390021896 description', 'project_id': '26773079b6914a20ab27109b0dec496a'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:28.419529 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'name': 'tempest-TestVolumeBootPattern-1084702989-router', 'tenant_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '9a1402b9-5494-4283-ae7d-aac658903d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:18Z', 'updated_at': '2022-10-10T12:10:26Z', 'revision_number': 4, 'project_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'gw_port': {'id': '9a1402b9-5494-4283-ae7d-aac658903d48', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:19Z', 'updated_at': '2022-10-10T12:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '7d08fe43-bc94-46d3-b5ec-a3d31771fb2d', 'name': '', 'network_id': 'a7e9c29d-2d81-4afc-8ed8-efee212baade', 'tenant_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'mac_address': 'fa:16:3e:cb:0b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd2a2d3db-da32-4657-ba31-9fb933371877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:24Z', 'updated_at': '2022-10-10T12:10:26Z', 'revision_number': 2, 'project_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'subnets': [{'id': 'd2a2d3db-da32-4657-ba31-9fb933371877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:28.469858 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Checking router: 72abf566-b9bd-47db-b277-91a6d045ea82 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:10:28.470606 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Updating router 72abf566-b9bd-47db-b277-91a6d045ea82 port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d binding host dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:10:28.506008 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 9a1402b9-5494-4283-ae7d-aac658903d48 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:28.506418 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (9a1402b9-5494-4283-ae7d-aac658903d48), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:28.506791 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 9a1402b9-5494-4283-ae7d-aac658903d48 Oct 10 12:10:28.509513 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:28.578630 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f909-7075-4cfb-8b11-c1ca7e4577b4 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:28.647806 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3924965-1e56-49af-a68e-a68a6c205e51 req-5156e3dd-349d-411b-a02b-580dc19b9a1e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:28.656090 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e3924965-1e56-49af-a68e-a68a6c205e51 req-5156e3dd-349d-411b-a02b-580dc19b9a1e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 943 time: 0.1399724 Oct 10 12:10:28.660110 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 9a1402b9-5494-4283-ae7d-aac658903d48 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:28.770642 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e3924965-1e56-49af-a68e-a68a6c205e51 req-08064561-78fe-4478-8155-32946551cf1b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007607 Oct 10 12:10:28.793621 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f909-7075-4cfb-8b11-c1ca7e4577b4 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group (07cdf5ff-63d3-4738-a5b0-2d3ad402d708), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:28.881455 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f909-7075-4cfb-8b11-c1ca7e4577b4 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (07cdf5ff-63d3-4738-a5b0-2d3ad402d708), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:28.954024 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9f909-7075-4cfb-8b11-c1ca7e4577b4 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07cdf5ff-63d3-4738-a5b0-2d3ad402d708,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:28.981972 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Publish callbacks [] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), precommit_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:28.988325 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba6a3f-277f-4ef7-98f0-d67048ba278c req-56389cd6-7a10-4c37-9ce6-998406f4474b tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:28.991154 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-efba6a3f-277f-4ef7-98f0-d67048ba278c req-56389cd6-7a10-4c37-9ce6-998406f4474b tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 946 time: 0.0828419 Oct 10 12:10:29.069955 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-efba6a3f-277f-4ef7-98f0-d67048ba278c req-6a1d9ac8-4f06-4779-a92b-75ab5a2c1198 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723457 Oct 10 12:10:29.074276 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:29.081354 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f909-7075-4cfb-8b11-c1ca7e4577b4 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:29.083651 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-c4a9f909-7075-4cfb-8b11-c1ca7e4577b4 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7049124 Oct 10 12:10:29.086993 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41832) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:29.095445 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-6653bdd0-0869-433e-a2d7-9626686b2f30 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Request body: {'security_group_rule': {'security_group_id': '07cdf5ff-63d3-4738-a5b0-2d3ad402d708', 'project_id': '26773079b6914a20ab27109b0dec496a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:29.163243 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449af039-abf4-4a49-ad83-81c687145d04 None None] Pushing event updated for resources: {'Port': ['ID=7d08fe43-bc94-46d3-b5ec-a3d31771fb2d,revision_number=3']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:29.200381 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Attempting to bind port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:10:29.200381 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Attempting to bind port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '998804c8-f15c-4c06-9b8b-fc2d8b6c00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7e9c29d-2d81-4afc-8ed8-efee212baade'}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:10:29.200895 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Attempting to bind port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d on network a7e9c29d-2d81-4afc-8ed8-efee212baade {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:10:29.223699 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6653bdd0-0869-433e-a2d7-9626686b2f30 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (d1514543-0467-4bf8-bd73-2386995f697d), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:29.260212 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:29.285418 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:10:29.286176 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Checking segment: {'id': '998804c8-f15c-4c06-9b8b-fc2d8b6c00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7e9c29d-2d81-4afc-8ed8-efee212baade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:10:29.287212 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:29.287457 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Bound using segment: {'id': '998804c8-f15c-4c06-9b8b-fc2d8b6c00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7e9c29d-2d81-4afc-8ed8-efee212baade'} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:10:29.288984 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Bound port: 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998804c8-f15c-4c06-9b8b-fc2d8b6c00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7e9c29d-2d81-4afc-8ed8-efee212baade'}}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:10:29.289559 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:29.310026 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6653bdd0-0869-433e-a2d7-9626686b2f30 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (d1514543-0467-4bf8-bd73-2386995f697d), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:29.370548 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] For port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:10:29.374518 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] For port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=7d08fe43-bc94-46d3-b5ec-a3d31771fb2d,segment=NetworkSegment(998804c8-f15c-4c06-9b8b-fc2d8b6c00d5),segment_id=998804c8-f15c-4c06-9b8b-fc2d8b6c00d5)] {{(pid=107009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:10:29.377641 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6653bdd0-0869-433e-a2d7-9626686b2f30 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (d1514543-0467-4bf8-bd73-2386995f697d), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:29.401802 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653bdd0-0869-433e-a2d7-9626686b2f30 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1514543-0467-4bf8-bd73-2386995f697d,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:29.469212 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:29.475729 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:29.505109 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:29.507071 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-6653bdd0-0869-433e-a2d7-9626686b2f30 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:29.509705 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-6653bdd0-0869-433e-a2d7-9626686b2f30 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4198947 Oct 10 12:10:29.526434 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Routers {'72abf566-b9bd-47db-b277-91a6d045ea82'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:10:29.526434 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:10:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['72abf566-b9bd-47db-b277-91a6d045ea82'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:29.529132 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41846) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:29.534369 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-9b566e7a-9062-48da-ad42-938a1d8bbde7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Request body: {'security_group_rule': {'security_group_id': '07cdf5ff-63d3-4738-a5b0-2d3ad402d708', 'project_id': '26773079b6914a20ab27109b0dec496a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:29.570302 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449af039-abf4-4a49-ad83-81c687145d04 None None] Pushing event updated for resources: {'Port': ['ID=7d08fe43-bc94-46d3-b5ec-a3d31771fb2d,revision_number=4']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:29.651396 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] Set router 72abf566-b9bd-47db-b277-91a6d045ea82 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:10:29.678787 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-50ecccaf-1505-44a6-945c-a3c2b561eb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:29.684935 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b566e7a-9062-48da-ad42-938a1d8bbde7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (cf9b8d34-6998-4b36-b497-9163e1f7da17), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:29.759088 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b566e7a-9062-48da-ad42-938a1d8bbde7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (cf9b8d34-6998-4b36-b497-9163e1f7da17), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:29.864589 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b566e7a-9062-48da-ad42-938a1d8bbde7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (cf9b8d34-6998-4b36-b497-9163e1f7da17), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:29.914155 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b566e7a-9062-48da-ad42-938a1d8bbde7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9b8d34-6998-4b36-b497-9163e1f7da17,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:29.987158 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'name': 'tempest-TestVolumeBootPattern-1084702989-router', 'tenant_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '9a1402b9-5494-4283-ae7d-aac658903d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:18Z', 'updated_at': '2022-10-10T12:10:26Z', 'revision_number': 4, 'project_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'gw_port': {'id': '9a1402b9-5494-4283-ae7d-aac658903d48', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:19Z', 'updated_at': '2022-10-10T12:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '7d08fe43-bc94-46d3-b5ec-a3d31771fb2d', 'name': '', 'network_id': 'a7e9c29d-2d81-4afc-8ed8-efee212baade', 'tenant_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'mac_address': 'fa:16:3e:cb:0b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd2a2d3db-da32-4657-ba31-9fb933371877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:24Z', 'updated_at': '2022-10-10T12:10:29Z', 'revision_number': 4, 'project_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'subnets': [{'id': 'd2a2d3db-da32-4657-ba31-9fb933371877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:29.993371 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d013579-85e2-4697-8bb4-5be4df80f07f req-6b729b71-1aec-4997-a71b-aa1fe9514f89 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:29.998940 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41852) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:29.999159 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d013579-85e2-4697-8bb4-5be4df80f07f req-6b729b71-1aec-4997-a71b-aa1fe9514f89 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 943 time: 0.0992048 Oct 10 12:10:30.030255 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c3fa96-8312-44a6-9d12-8983754da94e None None] The sync data for ids ['72abf566-b9bd-47db-b277-91a6d045ea82'] in dv-cinder-860209-4-iscsi is: [{'id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'name': 'tempest-TestVolumeBootPattern-1084702989-router', 'tenant_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '9a1402b9-5494-4283-ae7d-aac658903d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:18Z', 'updated_at': '2022-10-10T12:10:26Z', 'revision_number': 4, 'project_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'gw_port': {'id': '9a1402b9-5494-4283-ae7d-aac658903d48', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:19Z', 'updated_at': '2022-10-10T12:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '7d08fe43-bc94-46d3-b5ec-a3d31771fb2d', 'name': '', 'network_id': 'a7e9c29d-2d81-4afc-8ed8-efee212baade', 'tenant_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'mac_address': 'fa:16:3e:cb:0b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd2a2d3db-da32-4657-ba31-9fb933371877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:24Z', 'updated_at': '2022-10-10T12:10:29Z', 'revision_number': 4, 'project_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'subnets': [{'id': 'd2a2d3db-da32-4657-ba31-9fb933371877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:10:30.031420 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9b566e7a-9062-48da-ad42-938a1d8bbde7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.034010 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-9b566e7a-9062-48da-ad42-938a1d8bbde7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5036719 Oct 10 12:10:30.036949 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41856) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:30.049289 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-205ff0cd-7b54-4226-a624-1656408eb8ce tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Request body: {'security_group_rule': {'security_group_id': '07cdf5ff-63d3-4738-a5b0-2d3ad402d708', 'project_id': '26773079b6914a20ab27109b0dec496a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:30.094217 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d013579-85e2-4697-8bb4-5be4df80f07f req-f3f3441c-7c4b-4a1c-a03e-225c0fca6477 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860889 Oct 10 12:10:30.148492 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-205ff0cd-7b54-4226-a624-1656408eb8ce tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (d46cc54c-10c1-4f92-b147-88920ddce336), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.323443 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dec54b0e-e000-459a-8067-a824a5010277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.353131 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7951994-2046-4451-97ae-2a0adaca86e4 req-04214b05-0762-461b-bcbc-2d8ef6ed869e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:30.368061 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f7951994-2046-4451-97ae-2a0adaca86e4 req-04214b05-0762-461b-bcbc-2d8ef6ed869e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 946 time: 0.1235340 Oct 10 12:10:30.378328 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-205ff0cd-7b54-4226-a624-1656408eb8ce tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (d46cc54c-10c1-4f92-b147-88920ddce336), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.415744 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:10:30.469352 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dec54b0e-e000-459a-8067-a824a5010277 admin admin] Publish callbacks [] for security_group (cf13cfc6-8a8b-46e4-8919-8fe711190ba7), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.470854 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:30.478930 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f7951994-2046-4451-97ae-2a0adaca86e4 req-143e3a68-7f56-4716-b4fd-8948ab8e4057 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020660 Oct 10 12:10:30.497647 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-205ff0cd-7b54-4226-a624-1656408eb8ce tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (d46cc54c-10c1-4f92-b147-88920ddce336), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.504648 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:30.505008 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.509216 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d Oct 10 12:10:30.544157 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ff0cd-7b54-4226-a624-1656408eb8ce tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46cc54c-10c1-4f92-b147-88920ddce336,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:30.572611 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dec54b0e-e000-459a-8067-a824a5010277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (cf13cfc6-8a8b-46e4-8919-8fe711190ba7), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.633582 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:30.634129 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.657907 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec54b0e-e000-459a-8067-a824a5010277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf13cfc6-8a8b-46e4-8919-8fe711190ba7,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:30.672439 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-205ff0cd-7b54-4226-a624-1656408eb8ce tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.675275 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-205ff0cd-7b54-4226-a624-1656408eb8ce tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6305881 Oct 10 12:10:30.677707 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41862) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:30.683591 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-dec54b0e-e000-459a-8067-a824a5010277 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8742e57736944b3e853daaf76b10393b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6842687 Oct 10 12:10:30.683897 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-13988834-7402-473b-ab4c-7437d83ec4fa tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Request body: {'security_group_rule': {'security_group_id': '07cdf5ff-63d3-4738-a5b0-2d3ad402d708', 'project_id': '26773079b6914a20ab27109b0dec496a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:30.684913 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41864) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:30.709081 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=7d08fe43-bc94-46d3-b5ec-a3d31771fb2d,segment=NetworkSegment(998804c8-f15c-4c06-9b8b-fc2d8b6c00d5),segment_id=998804c8-f15c-4c06-9b8b-fc2d8b6c00d5)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:30.750872 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:30.765881 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-177816c2-14e8-4ddf-9874-05af48300696 admin admin] Publish callbacks [] for security_group (cf13cfc6-8a8b-46e4-8919-8fe711190ba7), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.801973 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-177816c2-14e8-4ddf-9874-05af48300696 admin admin] Publish callbacks [] for security_group (cf13cfc6-8a8b-46e4-8919-8fe711190ba7), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.840100 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.890703 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-13988834-7402-473b-ab4c-7437d83ec4fa tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (5dd3979e-7c39-4894-9159-91883ee34ad7), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.946339 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:30.961837 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=7d08fe43-bc94-46d3-b5ec-a3d31771fb2d,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:30.994806 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-177816c2-14e8-4ddf-9874-05af48300696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (cf13cfc6-8a8b-46e4-8919-8fe711190ba7), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.997740 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-177816c2-14e8-4ddf-9874-05af48300696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:30.999307 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-177816c2-14e8-4ddf-9874-05af48300696 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/cf13cfc6-8a8b-46e4-8919-8fe711190ba7 HTTP/1.1" status: 204 len: 168 time: 0.3128963 Oct 10 12:10:31.012749 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177816c2-14e8-4ddf-9874-05af48300696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf13cfc6-8a8b-46e4-8919-8fe711190ba7,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:31.024217 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-13988834-7402-473b-ab4c-7437d83ec4fa tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (5dd3979e-7c39-4894-9159-91883ee34ad7), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:31.090347 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-13988834-7402-473b-ab4c-7437d83ec4fa tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (5dd3979e-7c39-4894-9159-91883ee34ad7), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:31.122483 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13988834-7402-473b-ab4c-7437d83ec4fa tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd3979e-7c39-4894-9159-91883ee34ad7,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:31.237343 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-13988834-7402-473b-ab4c-7437d83ec4fa tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:31.244028 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41870) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:31.244547 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-13988834-7402-473b-ab4c-7437d83ec4fa tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5645413 Oct 10 12:10:31.255574 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-03dab0de-cf63-496b-9b35-b1289935669b tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Request body: {'security_group_rule': {'security_group_id': '07cdf5ff-63d3-4738-a5b0-2d3ad402d708', 'project_id': '26773079b6914a20ab27109b0dec496a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:31.303891 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e4bef-32e7-4d1a-b0b3-2d39d7b8f49b req-23e9d640-a99c-454f-b58b-ae26cc091c64 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:31.306063 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dd7e4bef-32e7-4d1a-b0b3-2d39d7b8f49b req-23e9d640-a99c-454f-b58b-ae26cc091c64 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 943 time: 0.0929725 Oct 10 12:10:31.365601 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dd7e4bef-32e7-4d1a-b0b3-2d39d7b8f49b req-a9c7e42a-baed-4eac-b30c-4d645df9cb99 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530667 Oct 10 12:10:31.384349 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.securitygroups_db [None req-03dab0de-cf63-496b-9b35-b1289935669b tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Project 26773079b6914a20ab27109b0dec496a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:10:31.399414 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-03dab0de-cf63-496b-9b35-b1289935669b tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (dbfe604f-39bd-4408-9882-231ebe969c59), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:31.537427 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-03dab0de-cf63-496b-9b35-b1289935669b tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (dbfe604f-39bd-4408-9882-231ebe969c59), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:31.644403 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-03dab0de-cf63-496b-9b35-b1289935669b tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (dbfe604f-39bd-4408-9882-231ebe969c59), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:31.693719 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dab0de-cf63-496b-9b35-b1289935669b tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfe604f-39bd-4408-9882-231ebe969c59,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:31.708722 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9beb1e7-f7c2-4516-a73b-f7598678b9de req-7dd8f798-4fad-4e3a-a7a8-f9f3e2625a91 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:31.711562 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b9beb1e7-f7c2-4516-a73b-f7598678b9de req-7dd8f798-4fad-4e3a-a7a8-f9f3e2625a91 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 946 time: 0.0961657 Oct 10 12:10:31.790493 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-03dab0de-cf63-496b-9b35-b1289935669b tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:31.792848 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-03dab0de-cf63-496b-9b35-b1289935669b tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5453143 Oct 10 12:10:31.799150 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b9beb1e7-f7c2-4516-a73b-f7598678b9de req-e3fa88fc-9d69-471e-8764-24c066b81340 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799379 Oct 10 12:10:31.802992 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41880) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:31.812035 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-eaeb239b-ca37-43ab-b63d-a5e8f5041323 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Request body: {'security_group_rule': {'security_group_id': '07cdf5ff-63d3-4738-a5b0-2d3ad402d708', 'project_id': '26773079b6914a20ab27109b0dec496a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:31.948552 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-4e1e1462-1026-4615-9393-6a279163686a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:32.012626 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.securitygroups_db [None req-eaeb239b-ca37-43ab-b63d-a5e8f5041323 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Project 26773079b6914a20ab27109b0dec496a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:10:32.020771 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-eaeb239b-ca37-43ab-b63d-a5e8f5041323 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (d4f188ca-d806-4b4f-ba37-12af9e5158af), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:32.044531 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 41882) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:32.068195 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-502ccfca-ef54-4bf8-a20f-eb3fc3d98ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:32.116729 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-eaeb239b-ca37-43ab-b63d-a5e8f5041323 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (d4f188ca-d806-4b4f-ba37-12af9e5158af), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:32.183221 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-502ccfca-ef54-4bf8-a20f-eb3fc3d98ef5 admin admin] Publish callbacks [] for security_group (50849b6b-7d06-46a4-9513-ba78e0e43b88), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:32.198911 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-eaeb239b-ca37-43ab-b63d-a5e8f5041323 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (d4f188ca-d806-4b4f-ba37-12af9e5158af), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:32.233992 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb239b-ca37-43ab-b63d-a5e8f5041323 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f188ca-d806-4b4f-ba37-12af9e5158af,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:32.244958 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 5d658caa-5deb-4849-8248-3505cf81be8d details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:10:32.272950 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-502ccfca-ef54-4bf8-a20f-eb3fc3d98ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (50849b6b-7d06-46a4-9513-ba78e0e43b88), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:32.322809 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-eaeb239b-ca37-43ab-b63d-a5e8f5041323 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:32.328941 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-eaeb239b-ca37-43ab-b63d-a5e8f5041323 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5169420 Oct 10 12:10:32.334154 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ccfca-ef54-4bf8-a20f-eb3fc3d98ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50849b6b-7d06-46a4-9513-ba78e0e43b88,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:32.344062 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-502ccfca-ef54-4bf8-a20f-eb3fc3d98ef5 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=5f31172e3a174a1992bce1e79f5be92d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983196 Oct 10 12:10:32.347990 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 41888) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:32.406543 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:10:32.439699 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 5d658caa-5deb-4849-8248-3505cf81be8d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=5d658caa-5deb-4849-8248-3505cf81be8d,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:32.452960 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d5b1dcde-4a6b-4c92-9bde-23a0e86e4c13 admin admin] Publish callbacks [] for security_group (50849b6b-7d06-46a4-9513-ba78e0e43b88), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:32.475149 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '5d658caa-5deb-4849-8248-3505cf81be8d', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'port_id': '5d658caa-5deb-4849-8248-3505cf81be8d', 'mac_address': 'fa:16:3e:39:6c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:10:32.512786 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d5b1dcde-4a6b-4c92-9bde-23a0e86e4c13 admin admin] Publish callbacks [] for security_group (50849b6b-7d06-46a4-9513-ba78e0e43b88), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:32.627288 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677741db-333d-416f-9208-989f403ca689 req-6b9afcf0-4334-4b4c-8007-d3f9c1929d49 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:32.629867 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-677741db-333d-416f-9208-989f403ca689 req-6b9afcf0-4334-4b4c-8007-d3f9c1929d49 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 943 time: 0.1377504 Oct 10 12:10:32.634988 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:32.743642 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-677741db-333d-416f-9208-989f403ca689 req-413c64a4-e929-4e39-8a11-cc311f0e2a71 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002502 Oct 10 12:10:32.785074 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d5b1dcde-4a6b-4c92-9bde-23a0e86e4c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (50849b6b-7d06-46a4-9513-ba78e0e43b88), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:32.790838 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d5b1dcde-4a6b-4c92-9bde-23a0e86e4c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:32.793682 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-d5b1dcde-4a6b-4c92-9bde-23a0e86e4c13 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/50849b6b-7d06-46a4-9513-ba78e0e43b88 HTTP/1.1" status: 204 len: 168 time: 0.4436958 Oct 10 12:10:32.813551 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1dcde-4a6b-4c92-9bde-23a0e86e4c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50849b6b-7d06-46a4-9513-ba78e0e43b88,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:32.821769 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 5d658caa-5deb-4849-8248-3505cf81be8d is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:32.822176 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5d658caa-5deb-4849-8248-3505cf81be8d), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:32.871277 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d658caa-5deb-4849-8248-3505cf81be8d {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:10:32.914481 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:32.915092 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:32.915528 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d Oct 10 12:10:32.924446 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 5d658caa-5deb-4849-8248-3505cf81be8d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=5d658caa-5deb-4849-8248-3505cf81be8d,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:33.007482 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56f9b9-d5a5-40e8-9e5a-7d4e8bcc5b4b req-50c00294-d5de-4ff8-8246-7d01b5954f3e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:33.011057 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9e56f9b9-d5a5-40e8-9e5a-7d4e8bcc5b4b req-50c00294-d5de-4ff8-8246-7d01b5954f3e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 946 time: 0.0762157 Oct 10 12:10:33.016893 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (5d658caa-5deb-4849-8248-3505cf81be8d), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:33.029934 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:33.050517 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:33.076704 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9e56f9b9-d5a5-40e8-9e5a-7d4e8bcc5b4b req-edf83226-36e1-48eb-9533-393b544b4591 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574543 Oct 10 12:10:33.087393 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=5d658caa-5deb-4849-8248-3505cf81be8d,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:33.313352 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:10:33.369466 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:33.965908 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c44c8-696b-4ff1-8fdc-1e5868b37bf8 req-844e157a-5ea6-4486-a52b-bbef617c70ce tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:33.967595 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fc1c44c8-696b-4ff1-8fdc-1e5868b37bf8 req-844e157a-5ea6-4486-a52b-bbef617c70ce tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 944 time: 0.0622199 Oct 10 12:10:34.056015 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fc1c44c8-696b-4ff1-8fdc-1e5868b37bf8 req-c67c1930-3473-4c46-a1f7-0908a0199ab4 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784309 Oct 10 12:10:34.276080 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbaeea-1eb9-4cf9-935a-99765da98346 req-5772993e-627b-4b5c-b79e-38e83b4d6b19 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:34.278346 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-85fbaeea-1eb9-4cf9-935a-99765da98346 req-5772993e-627b-4b5c-b79e-38e83b4d6b19 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 946 time: 0.0795810 Oct 10 12:10:34.302725 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b4ce6-63b3-4a39-81b4-487d5d5ae8c7 req-6e20fda2-3601-48ae-8fa4-06cb0cd8baa3 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:34.305149 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-3a5b4ce6-63b3-4a39-81b4-487d5d5ae8c7 req-6e20fda2-3601-48ae-8fa4-06cb0cd8baa3 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 946 time: 0.1126077 Oct 10 12:10:34.369637 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-85fbaeea-1eb9-4cf9-935a-99765da98346 req-f126c49e-d3b5-46e2-a01f-72aeb4e89659 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773809 Oct 10 12:10:34.424735 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['5d658caa-5deb-4849-8248-3505cf81be8d'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:10:34.425590 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:34.447962 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-3a5b4ce6-63b3-4a39-81b4-487d5d5ae8c7 req-a722c1f1-fddf-4c10-af1a-90d50be0cf1b tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Deleting port 1429178b-a618-476c-afc7-79cda9882c22 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:10:34.448321 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-3a5b4ce6-63b3-4a39-81b4-487d5d5ae8c7 req-a722c1f1-fddf-4c10-af1a-90d50be0cf1b tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (1429178b-a618-476c-afc7-79cda9882c22), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:34.511144 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=100 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:34.591104 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-3a5b4ce6-63b3-4a39-81b4-487d5d5ae8c7 req-a722c1f1-fddf-4c10-af1a-90d50be0cf1b tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] For port 1429178b-a618-476c-afc7-79cda9882c22, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1429178b-a618-476c-afc7-79cda9882c22,segment=NetworkSegment(2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc),segment_id=2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:34.591555 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-3a5b4ce6-63b3-4a39-81b4-487d5d5ae8c7 req-a722c1f1-fddf-4c10-af1a-90d50be0cf1b tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (1429178b-a618-476c-afc7-79cda9882c22), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:34.611957 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-3a5b4ce6-63b3-4a39-81b4-487d5d5ae8c7 req-a722c1f1-fddf-4c10-af1a-90d50be0cf1b tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Calling delete_port for 1429178b-a618-476c-afc7-79cda9882c22 owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:10:34.633157 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:34.653323 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:34.745032 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:34.944432 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-3a5b4ce6-63b3-4a39-81b4-487d5d5ae8c7 req-a722c1f1-fddf-4c10-af1a-90d50be0cf1b tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (1429178b-a618-476c-afc7-79cda9882c22), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:34.994013 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722c1f1-fddf-4c10-af1a-90d50be0cf1b tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Pushing event deleted for resources: {'Port': ['ID=1429178b-a618-476c-afc7-79cda9882c22,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:35.065027 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5b4ce6-63b3-4a39-81b4-487d5d5ae8c7 req-a722c1f1-fddf-4c10-af1a-90d50be0cf1b tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] No DVR routers for this DVR port 1429178b-a618-476c-afc7-79cda9882c22 on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:10:35.068945 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-3a5b4ce6-63b3-4a39-81b4-487d5d5ae8c7 req-a722c1f1-fddf-4c10-af1a-90d50be0cf1b tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:35.072760 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-3a5b4ce6-63b3-4a39-81b4-487d5d5ae8c7 req-a722c1f1-fddf-4c10-af1a-90d50be0cf1b tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.48 "DELETE /networking/v2.0/ports/1429178b-a618-476c-afc7-79cda9882c22 HTTP/1.1" status: 204 len: 173 time: 0.7615473 Oct 10 12:10:35.079213 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25130957-18b2-48c6-b18f-6d2b52970403', 'name': 'network-vif-deleted', 'tag': '1429178b-a618-476c-afc7-79cda9882c22'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:10:35.079213 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23159b0-9f30-4264-86a3-a024059228a4" -d '{"events": [{"server_uuid": "25130957-18b2-48c6-b18f-6d2b52970403", "name": "network-vif-deleted", "tag": "1429178b-a618-476c-afc7-79cda9882c22"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:10:35.095371 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:35.120110 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2fe63d-82dd-4a13-8073-82dc01391c57 x-openstack-request-id: req-7a2fe63d-82dd-4a13-8073-82dc01391c57 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:10:35.120379 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25130957-18b2-48c6-b18f-6d2b52970403", "name": "network-vif-deleted", "tag": "1429178b-a618-476c-afc7-79cda9882c22", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:10:35.120642 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a2fe63d-82dd-4a13-8073-82dc01391c57 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:10:35.121059 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a2fe63d-82dd-4a13-8073-82dc01391c57'] response: {'server_uuid': '25130957-18b2-48c6-b18f-6d2b52970403', 'name': 'network-vif-deleted', 'tag': '1429178b-a618-476c-afc7-79cda9882c22', 'status': 'completed', 'code': 200} Oct 10 12:10:35.247215 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e2376-411b-431a-8250-9e6ba6eda83c req-d87d72c9-ce3b-411b-ac21-b01e7f27cf91 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:35.249244 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-144e2376-411b-431a-8250-9e6ba6eda83c req-d87d72c9-ce3b-411b-ac21-b01e7f27cf91 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 944 time: 0.0713742 Oct 10 12:10:35.314937 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-144e2376-411b-431a-8250-9e6ba6eda83c req-849ae2e5-cc85-49bf-9c66-79a0fdea8e8a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579417 Oct 10 12:10:35.521573 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-51dca277-eccb-4e37-9fd1-61062f82ceaf req-3db223f5-cd72-4b86-8512-9e037fc3cdb5 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 210 time: 0.0336335 Oct 10 12:10:36.417363 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['1429178b-a618-476c-afc7-79cda9882c22'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:10:36.443771 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 5d658caa-5deb-4849-8248-3505cf81be8d up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:10:36.486125 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc623880-8dbd-4eaa-a86d-69a15e37e1cc req-e8b73d80-d3d2-4704-9184-52d758dc5e36 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:36.497491 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fc623880-8dbd-4eaa-a86d-69a15e37e1cc req-e8b73d80-d3d2-4704-9184-52d758dc5e36 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 944 time: 0.0859931 Oct 10 12:10:36.528532 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port 5d658caa-5deb-4849-8248-3505cf81be8d completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:10:36.580344 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fc623880-8dbd-4eaa-a86d-69a15e37e1cc req-19d03d58-2db0-4fc3-9249-64798b457436 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805149 Oct 10 12:10:36.633512 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 5d658caa-5deb-4849-8248-3505cf81be8d triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:10:36.634276 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (5d658caa-5deb-4849-8248-3505cf81be8d), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:36.634906 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 5d658caa-5deb-4849-8248-3505cf81be8d Oct 10 12:10:36.748237 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ab1ec8a0-2429-47ee-a14a-46f7f74b026a req-3ad40de8-e23e-4d1b-aa05-39e7583fbe88 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=25130957-18b2-48c6-b18f-6d2b52970403 HTTP/1.1" status: 200 len: 210 time: 0.0408082 Oct 10 12:10:36.804608 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 5d658caa-5deb-4849-8248-3505cf81be8d is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:10:36.805432 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (5d658caa-5deb-4849-8248-3505cf81be8d), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:36.858725 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d658caa-5deb-4849-8248-3505cf81be8d'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:10:36.859272 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1876c50-903c-4474-8031-958ffd024d12" -d '{"events": [{"server_uuid": "6f0f9c51-ab73-4450-8f3e-eb5d492a34d0", "name": "network-vif-plugged", "status": "completed", "tag": "5d658caa-5deb-4849-8248-3505cf81be8d"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:10:36.887082 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 5d658caa-5deb-4849-8248-3505cf81be8d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=5d658caa-5deb-4849-8248-3505cf81be8d,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:10:36.931856 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c17bf89-dcec-4c8f-af56-039b7f212a41 x-openstack-request-id: req-3c17bf89-dcec-4c8f-af56-039b7f212a41 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:10:36.932238 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0f9c51-ab73-4450-8f3e-eb5d492a34d0", "name": "network-vif-plugged", "status": "completed", "tag": "5d658caa-5deb-4849-8248-3505cf81be8d", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:10:36.932508 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c17bf89-dcec-4c8f-af56-039b7f212a41 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:10:36.932975 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c17bf89-dcec-4c8f-af56-039b7f212a41'] response: {'server_uuid': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d658caa-5deb-4849-8248-3505cf81be8d', 'code': 200} Oct 10 12:10:36.969205 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (5d658caa-5deb-4849-8248-3505cf81be8d), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:37.039691 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=5d658caa-5deb-4849-8248-3505cf81be8d,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:10:37.519948 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4b362-bbd6-4edf-9a2b-36df3264e953 req-49e843fe-bd47-4af7-bcec-bbf7256f2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:37.519948 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-85c4b362-bbd6-4edf-9a2b-36df3264e953 req-49e843fe-bd47-4af7-bcec-bbf7256f2fa7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 1129 time: 0.0494776 Oct 10 12:10:37.519948 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-85c4b362-bbd6-4edf-9a2b-36df3264e953 req-013c38e6-1fa4-4fef-a15b-9aea5f209049 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493839 Oct 10 12:10:37.740668 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481a4c1-9ef0-4ecd-b3e0-6e26b6a8653f req-83c40884-64af-499c-a1f7-3d4094224021 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:37.742355 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5481a4c1-9ef0-4ecd-b3e0-6e26b6a8653f req-83c40884-64af-499c-a1f7-3d4094224021 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0550640 Oct 10 12:10:37.805078 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5481a4c1-9ef0-4ecd-b3e0-6e26b6a8653f req-556aa675-5d8f-4608-8f1c-31e06d2ee802 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518889 Oct 10 12:10:38.453373 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 1429178b-a618-476c-afc7-79cda9882c22 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:10:38.476160 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: 1429178b-a618-476c-afc7-79cda9882c22 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:10:38.476534 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 1429178b-a618-476c-afc7-79cda9882c22 not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:10:38.912739 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:38.969678 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1be9b6-9335-472c-ac7b-602902514138 req-3746370d-f70d-4221-ae01-831c90750bc6 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:38.973218 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7c1be9b6-9335-472c-ac7b-602902514138 req-3746370d-f70d-4221-ae01-831c90750bc6 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0695641 Oct 10 12:10:39.052545 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7c1be9b6-9335-472c-ac7b-602902514138 req-399e8a59-4ba0-49c8-b791-936e098b9b4b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714290 Oct 10 12:10:40.265259 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610e093-d3cb-4032-aad6-5eb064ecfe45 req-bc98f6ae-d179-4a6b-b9cf-cdec3e663b17 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:40.267501 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4610e093-d3cb-4032-aad6-5eb064ecfe45 req-bc98f6ae-d179-4a6b-b9cf-cdec3e663b17 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0796502 Oct 10 12:10:40.362555 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4610e093-d3cb-4032-aad6-5eb064ecfe45 req-2b3ea056-d9ad-4b5e-8ccf-33a7ce179700 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843782 Oct 10 12:10:41.511018 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7117b00-354e-4ebe-a01d-1f5a98963b6d req-0ef82d77-2f54-4425-bef3-407dc3451e47 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:41.512834 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c7117b00-354e-4ebe-a01d-1f5a98963b6d req-0ef82d77-2f54-4425-bef3-407dc3451e47 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0573566 Oct 10 12:10:41.577034 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c7117b00-354e-4ebe-a01d-1f5a98963b6d req-3b2ef985-8dae-4348-8e3c-ba83b7e90b7f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569055 Oct 10 12:10:41.723304 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7869ec-774a-41ed-931f-28849b88a8f1 req-28f741d7-4cba-4788-b6bd-8ac6273a53f8 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:41.725028 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cb7869ec-774a-41ed-931f-28849b88a8f1 req-28f741d7-4cba-4788-b6bd-8ac6273a53f8 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0584044 Oct 10 12:10:41.736933 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 42106) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:10:41.742406 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-13ee13a2-8985-4334-9cbf-d668571f6617 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Request body: {'floatingip': {'port_id': '5d658caa-5deb-4849-8248-3505cf81be8d'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:10:41.790174 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-13ee13a2-8985-4334-9cbf-d668571f6617 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for floatingip (e435d42a-1655-4ba0-a3af-73ead563ca49), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:41.966151 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:42.374495 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-13ee13a2-8985-4334-9cbf-d668571f6617 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:42.509071 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-13ee13a2-8985-4334-9cbf-d668571f6617 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (e435d42a-1655-4ba0-a3af-73ead563ca49), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:42.643904 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.l3_db [None req-13ee13a2-8985-4334-9cbf-d668571f6617 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Floating IP e435d42a-1655-4ba0-a3af-73ead563ca49 associated. External IP: 172.27.4.250, port: 5d658caa-5deb-4849-8248-3505cf81be8d. Oct 10 12:10:42.905939 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:42.922101 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ee13a2-8985-4334-9cbf-d668571f6617 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:10:43.304629 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ee13a2-8985-4334-9cbf-d668571f6617 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:10:43.307123 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=71 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:43.314738 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-13ee13a2-8985-4334-9cbf-d668571f6617 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:43.328693 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff738ed-78c4-44a4-9e9b-1e0acd111d54 None None] Sync routers for ids ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:10:43.368760 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff738ed-78c4-44a4-9e9b-1e0acd111d54 None None] Routers {'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:10:43.369951 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-5ff738ed-78c4-44a4-9e9b-1e0acd111d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:10:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:43.379330 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-13ee13a2-8985-4334-9cbf-d668571f6617 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/e435d42a-1655-4ba0-a3af-73ead563ca49 HTTP/1.1" status: 200 len: 991 time: 1.6408355 Oct 10 12:10:43.380426 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'tag': '5d658caa-5deb-4849-8248-3505cf81be8d'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:10:43.384664 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed8dc12e2a811d0e919703145f0a46ca2d14ab091e6de4741f3d89754d8b916b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f05957-e4dc-49fe-b36a-815780f121fb" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0f9c51-ab73-4450-8f3e-eb5d492a34d0", "tag": "5d658caa-5deb-4849-8248-3505cf81be8d"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:10:43.515867 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcf4b29-0b5f-46d6-b660-66ec60c7b2fd x-openstack-request-id: req-1bcf4b29-0b5f-46d6-b660-66ec60c7b2fd {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:10:43.517236 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0f9c51-ab73-4450-8f3e-eb5d492a34d0", "tag": "5d658caa-5deb-4849-8248-3505cf81be8d", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:10:43.518008 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1bcf4b29-0b5f-46d6-b660-66ec60c7b2fd {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:10:43.519230 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bcf4b29-0b5f-46d6-b660-66ec60c7b2fd'] response: {'name': 'network-changed', 'server_uuid': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'tag': '5d658caa-5deb-4849-8248-3505cf81be8d', 'status': 'completed', 'code': 200} Oct 10 12:10:43.560582 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-5ff738ed-78c4-44a4-9e9b-1e0acd111d54 None None] Set router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:10:43.680528 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f05957-e4dc-49fe-b36a-815780f121fb req-4f3a9302-fd22-4a16-9911-e3f07ec72b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:43.682622 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-40f05957-e4dc-49fe-b36a-815780f121fb req-4f3a9302-fd22-4a16-9911-e3f07ec72b42 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 1129 time: 0.0578313 Oct 10 12:10:43.802903 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f05957-e4dc-49fe-b36a-815780f121fb req-989d1605-c9b1-4892-9f47-ecece0fc52de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:43.804945 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-40f05957-e4dc-49fe-b36a-815780f121fb req-989d1605-c9b1-4892-9f47-ecece0fc52de service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 920 time: 0.1161795 Oct 10 12:10:43.908266 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-40f05957-e4dc-49fe-b36a-815780f121fb req-d574b2db-fc40-4404-a7d7-ce34a0db1336 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d658caa-5deb-4849-8248-3505cf81be8d HTTP/1.1" status: 200 len: 999 time: 0.0965037 Oct 10 12:10:43.951202 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-5ff738ed-78c4-44a4-9e9b-1e0acd111d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 4, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'e435d42a-1655-4ba0-a3af-73ead563ca49', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'floating_ip_address': '172.27.4.250', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'port_id': '5d658caa-5deb-4849-8248-3505cf81be8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'mac_address': 'fa:16:3e:39:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:10:08Z', 'updated_at': '2022-10-10T12:10:42Z', 'revision_number': 1, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079e70fb-a686-4fad-92c3-1fab10598e52', 'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'mac_address': 'fa:16:3e:22:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:08:13Z', 'revision_number': 5, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'subnets': [{'id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:43.972819 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f05957-e4dc-49fe-b36a-815780f121fb req-5d6613b5-4792-429d-96ff-00b8a0ec4b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:43.975736 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-40f05957-e4dc-49fe-b36a-815780f121fb req-5d6613b5-4792-429d-96ff-00b8a0ec4b09 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.0598183 Oct 10 12:10:43.980301 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff738ed-78c4-44a4-9e9b-1e0acd111d54 None None] Checking router: e83ea2d9-02f4-4e3e-8e35-0165ac4f202a for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:10:43.991683 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff738ed-78c4-44a4-9e9b-1e0acd111d54 None None] Routers {'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:10:43.992319 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-5ff738ed-78c4-44a4-9e9b-1e0acd111d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:10:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:44.027889 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f05957-e4dc-49fe-b36a-815780f121fb req-879e7c4d-8ccd-4ce8-81ae-0d80c3bf7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:44.029619 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-40f05957-e4dc-49fe-b36a-815780f121fb req-879e7c4d-8ccd-4ce8-81ae-0d80c3bf7663 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473936 Oct 10 12:10:44.120341 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-5ff738ed-78c4-44a4-9e9b-1e0acd111d54 None None] Set router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:10:44.154061 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-40f05957-e4dc-49fe-b36a-815780f121fb req-cdd07da3-8310-4257-a3ab-2829f6fea90e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169269 Oct 10 12:10:44.237112 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:44.267864 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-40f05957-e4dc-49fe-b36a-815780f121fb req-ba8f961f-83ca-4386-80f9-7f323ba39b9e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074498 Oct 10 12:10:44.392201 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-5ff738ed-78c4-44a4-9e9b-1e0acd111d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 4, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'e435d42a-1655-4ba0-a3af-73ead563ca49', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'floating_ip_address': '172.27.4.250', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'port_id': '5d658caa-5deb-4849-8248-3505cf81be8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'mac_address': 'fa:16:3e:39:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:10:08Z', 'updated_at': '2022-10-10T12:10:42Z', 'revision_number': 1, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079e70fb-a686-4fad-92c3-1fab10598e52', 'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'mac_address': 'fa:16:3e:22:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:08:13Z', 'revision_number': 5, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'subnets': [{'id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:10:44.441303 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff738ed-78c4-44a4-9e9b-1e0acd111d54 None None] The sync data for ids ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'] in dv-cinder-860209-4-iscsi is: [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 4, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'e435d42a-1655-4ba0-a3af-73ead563ca49', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'floating_ip_address': '172.27.4.250', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'port_id': '5d658caa-5deb-4849-8248-3505cf81be8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'mac_address': 'fa:16:3e:39:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:10:08Z', 'updated_at': '2022-10-10T12:10:42Z', 'revision_number': 1, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079e70fb-a686-4fad-92c3-1fab10598e52', 'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'mac_address': 'fa:16:3e:22:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:08:13Z', 'revision_number': 5, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'subnets': [{'id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:10:44.692148 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aedca0d-b616-4704-8ea4-f0fc5744afe2 None None] New status for floating IP e435d42a-1655-4ba0-a3af-73ead563ca49: ACTIVE {{(pid=107009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:10:44.978148 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:10:48.033832 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9e4f0f06-cdac-40c0-a75d-365d98e8623a req-8fd39403-44ee-48f5-9160-045a5c272c8e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432281 Oct 10 12:10:48.135561 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f0f06-cdac-40c0-a75d-365d98e8623a req-0a5e948c-6570-4c82-b365-5a79d5e3fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:48.137270 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9e4f0f06-cdac-40c0-a75d-365d98e8623a req-0a5e948c-6570-4c82-b365-5a79d5e3fb06 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 1130 time: 0.0514297 Oct 10 12:10:48.267609 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f0f06-cdac-40c0-a75d-365d98e8623a req-6b3944e7-6b81-4cf2-9b79-635055a1953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:48.269130 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9e4f0f06-cdac-40c0-a75d-365d98e8623a req-6b3944e7-6b81-4cf2-9b79-635055a1953e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 920 time: 0.1078527 Oct 10 12:10:48.313573 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9e4f0f06-cdac-40c0-a75d-365d98e8623a req-4d83a8af-5f4d-4fdb-826b-d0430bb99f31 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7952dcbe-5751-4c3a-ad46-5f684e765d16 HTTP/1.1" status: 200 len: 217 time: 0.0367718 Oct 10 12:10:48.372742 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f0f06-cdac-40c0-a75d-365d98e8623a req-72f32a5e-beed-456d-b191-a3dcc689f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:48.374379 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9e4f0f06-cdac-40c0-a75d-365d98e8623a req-72f32a5e-beed-456d-b191-a3dcc689f185 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.0547142 Oct 10 12:10:48.428160 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f0f06-cdac-40c0-a75d-365d98e8623a req-e5ea2b59-c2ff-4a9a-b177-0e1a51da7016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:48.429903 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9e4f0f06-cdac-40c0-a75d-365d98e8623a req-e5ea2b59-c2ff-4a9a-b177-0e1a51da7016 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487163 Oct 10 12:10:48.555040 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9e4f0f06-cdac-40c0-a75d-365d98e8623a req-0b7f5b4e-5aaa-4f61-826a-b2d2f779a5bd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179388 Oct 10 12:10:48.652804 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:48.673496 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9e4f0f06-cdac-40c0-a75d-365d98e8623a req-70b95153-4e65-40a3-8c5b-c9f03232d88d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067812 Oct 10 12:10:51.059305 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733f249-124b-4dd4-b138-561d10b62642 req-ffb959a1-e396-4776-854a-9c72165e79c2 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:10:51.061790 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0733f249-124b-4dd4-b138-561d10b62642 req-ffb959a1-e396-4776-854a-9c72165e79c2 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/networks?id=435564f3-e5dd-46a9-88d6-ee2f75cdcd4e HTTP/1.1" status: 200 len: 808 time: 0.1739142 Oct 10 12:10:51.076465 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:51.082053 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0733f249-124b-4dd4-b138-561d10b62642 req-5262447f-8df1-4e68-b9e0-5f2593de9249 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/quotas/4326aa9c66954652943d3754b121bce8 HTTP/1.1" status: 200 len: 375 time: 0.0127265 Oct 10 12:10:51.122742 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0733f249-124b-4dd4-b138-561d10b62642 req-c4dcf329-29ed-4481-8dc7-e107ca0dad69 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=4326aa9c66954652943d3754b121bce8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332150 Oct 10 12:10:51.230123 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0733f249-124b-4dd4-b138-561d10b62642 req-994edf19-b86c-477d-bc5a-6455e8d5d68a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/435564f3-e5dd-46a9-88d6-ee2f75cdcd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950639 Oct 10 12:10:51.341261 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0733f249-124b-4dd4-b138-561d10b62642 req-ab3fd155-1e83-4c3a-9a88-e8a753c7fd1e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/435564f3-e5dd-46a9-88d6-ee2f75cdcd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038463 Oct 10 12:10:51.662491 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-40dae828-3cdf-413a-a6f3-4290a77bbda6 req-9c83b6e4-e45a-4a30-a047-10687e2e23b3 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 210 time: 0.0549176 Oct 10 12:10:52.813565 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2467c062-3871-417c-9593-3891dda383ac req-2b2909e7-7cb1-498b-88c4-d0517e0f3884 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 210 time: 0.0306075 Oct 10 12:10:53.960949 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ec9f2ac2-58eb-4c40-b92d-ba1572f1de68 req-2b930ef7-61f5-4f01-98a7-45f3b6ef79c3 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 210 time: 0.0364485 Oct 10 12:10:54.397909 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:54.905299 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=69 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:54.918138 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:55.090898 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3528d268-1320-491b-9c17-5ce537c479a3 req-7168dd61-8c86-4a6b-b3eb-4125fd13e725 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 210 time: 0.0298650 Oct 10 12:10:56.213248 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c395e8dc-7bc4-4e17-aaf1-4fd7e7e009ac req-5481b5d8-e7dd-4ec5-a67c-aab384bcc6d7 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 210 time: 0.0413027 Oct 10 12:10:57.333209 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-97eb93ed-d490-48ac-a3c1-3687b83b24bd req-0d286188-f288-4ac7-8ca5-a73cd1eebbe7 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 210 time: 0.0357471 Oct 10 12:10:58.475638 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f748445f-fb9f-4bde-8a67-fe0e2d4780be req-15e098cb-18d2-49f2-9bf0-3c778a70529a tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 210 time: 0.0335188 Oct 10 12:10:58.669582 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=48 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:10:59.580963 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4156ab53-6f76-49dc-a855-8089f23bbfb3 req-3777fd28-16ed-40ca-99ec-4bf3a96cb5a9 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 210 time: 0.0279772 Oct 10 12:10:59.639246 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-77fbd631-0990-4863-a4e6-d2295b1db672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:00.700654 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b80a44e8-e0bb-42bd-8e66-9bd7c18ea5c9 req-9e88029d-dc6c-46bc-970d-20cd01c9cc63 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 210 time: 0.0340600 Oct 10 12:11:01.823781 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe30a6bf-2217-4634-83f4-7a0e3f569b56 req-3d7e0344-864a-4e01-8814-d249bc3dfc70 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 210 time: 0.0322227 Oct 10 12:11:01.842348 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733f249-124b-4dd4-b138-561d10b62642 req-92bfc36c-c46c-4910-9f86-87b04712e297 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:01.842348 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0733f249-124b-4dd4-b138-561d10b62642 req-92bfc36c-c46c-4910-9f86-87b04712e297 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.48 "GET /networking/v2.0/networks?id=435564f3-e5dd-46a9-88d6-ee2f75cdcd4e HTTP/1.1" status: 200 len: 808 time: 0.1580520 Oct 10 12:11:01.941792 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-7c026fab-ef0d-44e3-b056-9bec20714f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:02.322202 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:02.333125 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:02.936494 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ab068084-602c-4ead-a3cd-d3019afc34c1 req-884adb7b-9e17-42e0-b35a-e109364d9213 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 210 time: 0.0317519 Oct 10 12:11:03.370188 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:03.486308 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-0733f249-124b-4dd4-b138-561d10b62642 req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Request body: {'port': {'device_id': '60af3e29-5610-4ff4-8d88-89a3db8b6c9b', 'network_id': '435564f3-e5dd-46a9-88d6-ee2f75cdcd4e', 'admin_state_up': True, 'tenant_id': '4326aa9c66954652943d3754b121bce8'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:11:03.778383 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0733f249-124b-4dd4-b138-561d10b62642 req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Made reservation on behalf of 4326aa9c66954652943d3754b121bce8 for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:11:03.784589 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0733f249-124b-4dd4-b138-561d10b62642 req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:03.943790 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-0733f249-124b-4dd4-b138-561d10b62642 req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Allocated IP 172.20.0.8 (435564f3-e5dd-46a9-88d6-ee2f75cdcd4e/371d4fc5-ee7f-4d4e-801e-4845ba925d31/56440d57-210b-4ebf-abeb-b3fd4d1b4d5a) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:11:04.081864 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-035646cd-3050-4b84-a464-dd20788cb178 req-f88f17dd-73a2-4b3c-9623-dc0197f692e6 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 210 time: 0.0334280 Oct 10 12:11:04.146596 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0733f249-124b-4dd4-b138-561d10b62642 req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Publish callbacks [] for port (56440d57-210b-4ebf-abeb-b3fd4d1b4d5a), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:04.302798 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0733f249-124b-4dd4-b138-561d10b62642 req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (56440d57-210b-4ebf-abeb-b3fd4d1b4d5a), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:04.599588 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:04.675047 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0733f249-124b-4dd4-b138-561d10b62642 req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Network 435564f3-e5dd-46a9-88d6-ee2f75cdcd4e is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:11:04.681312 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-0733f249-124b-4dd4-b138-561d10b62642 req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:11:04.689494 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0733f249-124b-4dd4-b138-561d10b62642 req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:11:04.739899 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Pushing event updated for resources: {'Port': ['ID=56440d57-210b-4ebf-abeb-b3fd4d1b4d5a,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:04.763330 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:04.773902 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:04.773902 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:04.773902 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:04.773902 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:04.773902 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:04.773902 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:04.773902 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:04.773902 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:04.773902 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:04.773902 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:04.773902 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:04.773902 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:04.773902 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:04.775376 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:04.807992 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733f249-124b-4dd4-b138-561d10b62642 req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:04.808979 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0733f249-124b-4dd4-b138-561d10b62642 req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:04.893664 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0733f249-124b-4dd4-b138-561d10b62642 req-a5a32a99-9cfe-4472-96ed-ef94b338dd44 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4173625 Oct 10 12:11:04.918110 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Request body: {'port': {'device_id': '60af3e29-5610-4ff4-8d88-89a3db8b6c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:11:04.986187 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (56440d57-210b-4ebf-abeb-b3fd4d1b4d5a), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:05.005613 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:05.049766 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:05.079063 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:05.226487 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02ac8c-6e61-40e6-825b-939e2532656d req-8f57b82c-5ce3-4412-a1ff-ec7354c2998f tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:05.228406 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cf02ac8c-6e61-40e6-825b-939e2532656d req-8f57b82c-5ce3-4412-a1ff-ec7354c2998f tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 931 time: 0.0550303 Oct 10 12:11:05.300690 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cf02ac8c-6e61-40e6-825b-939e2532656d req-d0af7830-6093-468b-9320-88bf3dfda190 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602481 Oct 10 12:11:05.326701 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:11:05.335539 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Publish callbacks [] for port (56440d57-210b-4ebf-abeb-b3fd4d1b4d5a), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:05.351506 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Transition to ACTIVE for port object 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:11:05.479569 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (56440d57-210b-4ebf-abeb-b3fd4d1b4d5a), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:05.548339 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Pushing event updated for resources: {'Port': ['ID=56440d57-210b-4ebf-abeb-b3fd4d1b4d5a,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:05.603249 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Attempting to bind port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:11:05.604192 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Attempting to bind port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '435564f3-e5dd-46a9-88d6-ee2f75cdcd4e'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:11:05.604192 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Attempting to bind port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a on network 435564f3-e5dd-46a9-88d6-ee2f75cdcd4e {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:11:05.673938 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a on network 435564f3-e5dd-46a9-88d6-ee2f75cdcd4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:11:05.674277 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Attempting to bind port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a on network 435564f3-e5dd-46a9-88d6-ee2f75cdcd4e {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:11:05.706707 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:05.733862 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:11:05.734283 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Checking segment: {'id': '2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '435564f3-e5dd-46a9-88d6-ee2f75cdcd4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:11:05.734869 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Bound using segment: {'id': '2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '435564f3-e5dd-46a9-88d6-ee2f75cdcd4e'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:11:05.735448 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Bound port: 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '435564f3-e5dd-46a9-88d6-ee2f75cdcd4e'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:11:05.735908 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (56440d57-210b-4ebf-abeb-b3fd4d1b4d5a), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:05.821244 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] For port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:11:05.824900 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] For port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=56440d57-210b-4ebf-abeb-b3fd4d1b4d5a,segment=NetworkSegment(2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc),segment_id=2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:11:05.909383 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (56440d57-210b-4ebf-abeb-b3fd4d1b4d5a), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:05.913011 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:05.913849 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:05.915305 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0733f249-124b-4dd4-b138-561d10b62642 req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/56440d57-210b-4ebf-abeb-b3fd4d1b4d5a HTTP/1.1" status: 200 len: 1093 time: 1.0016596 Oct 10 12:11:05.917730 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60af3e29-5610-4ff4-8d88-89a3db8b6c9b', 'tag': '56440d57-210b-4ebf-abeb-b3fd4d1b4d5a'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:11:05.920054 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abaae0f8-67bf-42f0-8b86-edae1971602a" -d '{"events": [{"name": "network-changed", "server_uuid": "60af3e29-5610-4ff4-8d88-89a3db8b6c9b", "tag": "56440d57-210b-4ebf-abeb-b3fd4d1b4d5a"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:11:05.961314 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cbae27-6d75-42b5-ae07-432ae20d69e4 x-openstack-request-id: req-50cbae27-6d75-42b5-ae07-432ae20d69e4 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:11:05.961603 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60af3e29-5610-4ff4-8d88-89a3db8b6c9b", "tag": "56440d57-210b-4ebf-abeb-b3fd4d1b4d5a", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:11:05.961855 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50cbae27-6d75-42b5-ae07-432ae20d69e4 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:11:05.962267 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50cbae27-6d75-42b5-ae07-432ae20d69e4'] response: {'name': 'network-changed', 'server_uuid': '60af3e29-5610-4ff4-8d88-89a3db8b6c9b', 'tag': '56440d57-210b-4ebf-abeb-b3fd4d1b4d5a', 'status': 'completed', 'code': 200} Oct 10 12:11:05.979834 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e7ef2-1c74-483c-b3aa-0db46766e78c service neutron] Pushing event updated for resources: {'Port': ['ID=56440d57-210b-4ebf-abeb-b3fd4d1b4d5a,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:06.151354 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaae0f8-67bf-42f0-8b86-edae1971602a req-7e820404-096d-4a1f-bb5c-8a1701597afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:06.153298 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-abaae0f8-67bf-42f0-8b86-edae1971602a req-7e820404-096d-4a1f-bb5c-8a1701597afe service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4326aa9c66954652943d3754b121bce8&device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 1127 time: 0.0826356 Oct 10 12:11:06.323759 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaae0f8-67bf-42f0-8b86-edae1971602a req-61b765b9-8601-4c93-966e-7cd383c7293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:06.325302 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-abaae0f8-67bf-42f0-8b86-edae1971602a req-61b765b9-8601-4c93-966e-7cd383c7293d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=4326aa9c66954652943d3754b121bce8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1400900 Oct 10 12:11:06.451031 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaae0f8-67bf-42f0-8b86-edae1971602a req-1b39493c-5ff1-456b-bc78-912a48fa83dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:06.452574 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-abaae0f8-67bf-42f0-8b86-edae1971602a req-1b39493c-5ff1-456b-bc78-912a48fa83dc service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1208172 Oct 10 12:11:06.462467 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e0a57-5ea1-4f0a-8f26-21f0ae5c16a3 req-d555b35a-1b3c-4506-9c9e-91f31fbf94c4 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:06.464150 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8c0e0a57-5ea1-4f0a-8f26-21f0ae5c16a3 req-d555b35a-1b3c-4506-9c9e-91f31fbf94c4 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 943 time: 0.0554018 Oct 10 12:11:06.526202 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8c0e0a57-5ea1-4f0a-8f26-21f0ae5c16a3 req-910ff3ff-d257-4b53-a988-a6cf1956b4e1 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520740 Oct 10 12:11:06.703982 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733f249-124b-4dd4-b138-561d10b62642 req-b82f56ff-8ba4-4047-b5c7-4a0af39cb7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:06.705518 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0733f249-124b-4dd4-b138-561d10b62642 req-b82f56ff-8ba4-4047-b5c7-4a0af39cb7db service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=4326aa9c66954652943d3754b121bce8&device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 1127 time: 0.0454962 Oct 10 12:11:06.798387 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0733f249-124b-4dd4-b138-561d10b62642 req-fe399c8c-8814-4357-9653-45fde779b23b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56440d57-210b-4ebf-abeb-b3fd4d1b4d5a HTTP/1.1" status: 200 len: 217 time: 0.0742431 Oct 10 12:11:06.853636 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733f249-124b-4dd4-b138-561d10b62642 req-f7937b07-f114-443a-bfd8-f5fc692792fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:06.855179 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0733f249-124b-4dd4-b138-561d10b62642 req-f7937b07-f114-443a-bfd8-f5fc692792fc service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=371d4fc5-ee7f-4d4e-801e-4845ba925d31 HTTP/1.1" status: 200 len: 848 time: 0.0481827 Oct 10 12:11:06.888737 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0733f249-124b-4dd4-b138-561d10b62642 req-8fe1b9ed-770e-48a8-862e-0e317fc1f3f8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=435564f3-e5dd-46a9-88d6-ee2f75cdcd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264375 Oct 10 12:11:06.998232 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0733f249-124b-4dd4-b138-561d10b62642 req-dc962c03-4837-4561-834b-8e093ca10384 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/435564f3-e5dd-46a9-88d6-ee2f75cdcd4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970609 Oct 10 12:11:07.069827 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:07.107749 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0733f249-124b-4dd4-b138-561d10b62642 req-d6f878f0-6b3b-4cc8-a35f-efa249eb6f2e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/435564f3-e5dd-46a9-88d6-ee2f75cdcd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982447 Oct 10 12:11:07.677376 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711264da-f73d-495e-9a65-051e7a0e0edf req-0ae1e382-63f4-4ad0-b62b-3c6bc4be47f5 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:07.679096 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-711264da-f73d-495e-9a65-051e7a0e0edf req-0ae1e382-63f4-4ad0-b62b-3c6bc4be47f5 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 943 time: 0.0559664 Oct 10 12:11:07.733886 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-711264da-f73d-495e-9a65-051e7a0e0edf req-49d45d91-e416-43d8-a91b-ae5d78ae2e8b tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484200 Oct 10 12:11:08.886065 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9bd4b-95df-4ed5-ae4b-53c2f2ce7286 req-63fbd31d-928a-445d-9186-0ba359a4c35b tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:08.888650 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-30d9bd4b-95df-4ed5-ae4b-53c2f2ce7286 req-63fbd31d-928a-445d-9186-0ba359a4c35b tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 943 time: 0.0743682 Oct 10 12:11:08.946333 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-30d9bd4b-95df-4ed5-ae4b-53c2f2ce7286 req-e10c1f58-9cb7-4046-b44a-55bbbe244d1d tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518048 Oct 10 12:11:10.077648 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d542e-5f34-4d19-9b5d-8613cfb3de7e req-9e37d08c-f77d-4c19-a7f8-cacce8975824 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:10.079849 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d96d542e-5f34-4d19-9b5d-8613cfb3de7e req-9e37d08c-f77d-4c19-a7f8-cacce8975824 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 943 time: 0.0565839 Oct 10 12:11:10.132785 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d96d542e-5f34-4d19-9b5d-8613cfb3de7e req-d46b45e5-090e-4d79-a22c-705150526e3b tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470314 Oct 10 12:11:10.313987 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:11:11.259290 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6040ae-920f-47d8-88d6-cc526aa19910 req-75626242-65ac-4a83-8a0b-10f20369296f tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:11.260833 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ce6040ae-920f-47d8-88d6-cc526aa19910 req-75626242-65ac-4a83-8a0b-10f20369296f tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 943 time: 0.0482347 Oct 10 12:11:11.283113 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:11.315213 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ce6040ae-920f-47d8-88d6-cc526aa19910 req-2acafa70-6550-4bfa-b00e-360c970884be tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479534 Oct 10 12:11:12.447136 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60234a04-bc0d-477d-9c48-bad5b0241d07 req-acb82f75-a0a1-4807-a54a-f3806bb1ed24 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:12.448716 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-60234a04-bc0d-477d-9c48-bad5b0241d07 req-acb82f75-a0a1-4807-a54a-f3806bb1ed24 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 943 time: 0.0541782 Oct 10 12:11:12.515986 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-60234a04-bc0d-477d-9c48-bad5b0241d07 req-90638ac7-00c2-4aa5-bb50-5517cd0610e3 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601187 Oct 10 12:11:13.638758 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:13.662736 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf96c16-d13f-415b-8c35-3fce22344958 req-01ee3e09-206e-42b0-96a3-5fe1270b991e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:13.664379 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-daf96c16-d13f-415b-8c35-3fce22344958 req-01ee3e09-206e-42b0-96a3-5fe1270b991e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 943 time: 0.0636244 Oct 10 12:11:13.719983 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-daf96c16-d13f-415b-8c35-3fce22344958 req-c80eadaa-3112-4ea3-80e2-0329d0ef06cd tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487454 Oct 10 12:11:14.508538 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:14.846411 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0cdb9-0034-4772-9bc8-f67b008ef41f req-4219386d-d9ff-4e91-b133-41389d6e9a32 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:14.847918 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d2f0cdb9-0034-4772-9bc8-f67b008ef41f req-4219386d-d9ff-4e91-b133-41389d6e9a32 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 943 time: 0.0475998 Oct 10 12:11:14.905414 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d2f0cdb9-0034-4772-9bc8-f67b008ef41f req-efc6dfa4-a654-4db1-a03e-d722f3e8702d tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515056 Oct 10 12:11:15.004920 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:16.030979 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984c682-6255-4a93-849c-9dc1519ecd0c req-9b13d513-584c-4c43-9256-f6115cccedc4 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:16.032404 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6984c682-6255-4a93-849c-9dc1519ecd0c req-9b13d513-584c-4c43-9256-f6115cccedc4 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 943 time: 0.0477850 Oct 10 12:11:16.081855 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6984c682-6255-4a93-849c-9dc1519ecd0c req-302e3f13-4b76-4b25-8737-ec889f82f60e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Oct 10 12:11:17.104684 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=47 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:17.201777 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3c3b8-0a59-4cfc-9787-025599b91385 req-9bac4e87-9472-44cd-8be4-19ae739f666d tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:17.204003 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2af3c3b8-0a59-4cfc-9787-025599b91385 req-9bac4e87-9472-44cd-8be4-19ae739f666d tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 943 time: 0.0475559 Oct 10 12:11:17.255617 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2af3c3b8-0a59-4cfc-9787-025599b91385 req-c3f0b807-c7e0-4c5f-a560-3f7d5146cc24 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452189 Oct 10 12:11:18.385016 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204e8e0-d916-4c2f-b61a-587b82dd7050 req-fbed5281-8b0f-4db4-af0b-f6b7005de6d1 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:18.386577 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a204e8e0-d916-4c2f-b61a-587b82dd7050 req-fbed5281-8b0f-4db4-af0b-f6b7005de6d1 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 943 time: 0.0550332 Oct 10 12:11:18.436352 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a204e8e0-d916-4c2f-b61a-587b82dd7050 req-485fbe49-c14d-461a-9a04-69ca9fb2c0b7 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Oct 10 12:11:19.567616 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180e6d7-c848-4374-bd9f-cb4ac3c0c523 req-8d113c35-3c61-4831-8ec2-960f075675a2 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:19.574869 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f180e6d7-c848-4374-bd9f-cb4ac3c0c523 req-8d113c35-3c61-4831-8ec2-960f075675a2 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 943 time: 0.0526335 Oct 10 12:11:19.622800 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f180e6d7-c848-4374-bd9f-cb4ac3c0c523 req-7cc0db21-ee7e-4cab-acb3-6f0dbfa86e0f tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479722 Oct 10 12:11:20.309165 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:20.310076 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:20.677909 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:11:20.779134 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=56440d57-210b-4ebf-abeb-b3fd4d1b4d5a,segment=NetworkSegment(2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc),segment_id=2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:11:20.790332 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '56440d57-210b-4ebf-abeb-b3fd4d1b4d5a', 'network_id': '435564f3-e5dd-46a9-88d6-ee2f75cdcd4e', 'port_id': '56440d57-210b-4ebf-abeb-b3fd4d1b4d5a', 'mac_address': 'fa:16:3e:df:19:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371d4fc5-ee7f-4d4e-801e-4845ba925d31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:11:20.831808 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:11:20.832189 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (56440d57-210b-4ebf-abeb-b3fd4d1b4d5a), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:20.846112 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:11:20.867218 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=56440d57-210b-4ebf-abeb-b3fd4d1b4d5a,segment=NetworkSegment(2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc),segment_id=2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:11:20.924311 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (56440d57-210b-4ebf-abeb-b3fd4d1b4d5a), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:20.973681 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=56440d57-210b-4ebf-abeb-b3fd4d1b4d5a,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:20.981486 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:20.981824 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:20.982163 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:20.982494 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:20.982852 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:20.983175 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:20.983495 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:20.983813 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:20.984133 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:20.984951 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:20.985265 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:20.985583 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:20.985899 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:20.986212 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:20.986519 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:29.565895 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:29.571872 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:29.615866 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=50 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:29.618937 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=65 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:29.656062 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-98831e4b-b478-4ffc-a815-a4cdda7eb7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:30.997002 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['56440d57-210b-4ebf-abeb-b3fd4d1b4d5a'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:11:31.879105 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-76912880-e040-497f-875a-38684d52f4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:33.398164 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:34.024697 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dddf96-1ef2-4b55-a2fa-4fd8a3e68ffe req-2cf2b41a-31de-4025-9771-52ffc3cb10e4 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:34.030376 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-81dddf96-1ef2-4b55-a2fa-4fd8a3e68ffe req-2cf2b41a-31de-4025-9771-52ffc3cb10e4 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 944 time: 0.0843818 Oct 10 12:11:34.125914 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-81dddf96-1ef2-4b55-a2fa-4fd8a3e68ffe req-15d7e730-e839-4c2f-bc31-a31f937cdc52 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856586 Oct 10 12:11:34.570151 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:35.125866 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:35.252613 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:11:35.284579 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3f899-7d94-4f24-879d-d8b36c8f91ab req-186377cf-6a38-4eab-9d26-4af95c55283e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:35.286166 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2ee3f899-7d94-4f24-879d-d8b36c8f91ab req-186377cf-6a38-4eab-9d26-4af95c55283e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 944 time: 0.0684278 Oct 10 12:11:35.304757 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:11:35.340142 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2ee3f899-7d94-4f24-879d-d8b36c8f91ab req-b0a2a5e0-cbfd-441a-95c1-12dd51515832 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479009 Oct 10 12:11:35.398251 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:11:35.398695 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (56440d57-210b-4ebf-abeb-b3fd4d1b4d5a), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:35.399084 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a Oct 10 12:11:35.493750 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:11:35.494148 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (56440d57-210b-4ebf-abeb-b3fd4d1b4d5a), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:35.521249 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60af3e29-5610-4ff4-8d88-89a3db8b6c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56440d57-210b-4ebf-abeb-b3fd4d1b4d5a'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:11:35.523596 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56b77de-ce3a-48f5-843b-eab74f3d1a20" -d '{"events": [{"server_uuid": "60af3e29-5610-4ff4-8d88-89a3db8b6c9b", "name": "network-vif-plugged", "status": "completed", "tag": "56440d57-210b-4ebf-abeb-b3fd4d1b4d5a"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:11:35.532091 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202bc01-b324-4565-a148-14b391dd4718 req-938acd8d-fe05-4047-a0a0-085a687ff83d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:35.533742 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8202bc01-b324-4565-a148-14b391dd4718 req-938acd8d-fe05-4047-a0a0-085a687ff83d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0575919 Oct 10 12:11:35.537727 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=56440d57-210b-4ebf-abeb-b3fd4d1b4d5a,segment=NetworkSegment(2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc),segment_id=2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:11:35.579646 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac601d1c-8f41-475b-ba61-21b84100d6d3 x-openstack-request-id: req-ac601d1c-8f41-475b-ba61-21b84100d6d3 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:11:35.579646 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60af3e29-5610-4ff4-8d88-89a3db8b6c9b", "name": "network-vif-plugged", "status": "completed", "tag": "56440d57-210b-4ebf-abeb-b3fd4d1b4d5a", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:11:35.579646 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac601d1c-8f41-475b-ba61-21b84100d6d3 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:11:35.579646 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac601d1c-8f41-475b-ba61-21b84100d6d3'] response: {'server_uuid': '60af3e29-5610-4ff4-8d88-89a3db8b6c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56440d57-210b-4ebf-abeb-b3fd4d1b4d5a', 'code': 200} Oct 10 12:11:35.588987 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8202bc01-b324-4565-a148-14b391dd4718 req-86ab48cb-2ea4-48c6-b272-a7ccda0fdaee tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467577 Oct 10 12:11:35.655736 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (56440d57-210b-4ebf-abeb-b3fd4d1b4d5a), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:35.704400 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=56440d57-210b-4ebf-abeb-b3fd4d1b4d5a,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:36.239860 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af60ee-1359-4c71-8b0c-e8bdbc61deeb req-efd9a1df-d8c0-42fd-843c-633a0379fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:36.241422 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-98af60ee-1359-4c71-8b0c-e8bdbc61deeb req-efd9a1df-d8c0-42fd-843c-633a0379fdeb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 1129 time: 0.0502648 Oct 10 12:11:36.291406 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-98af60ee-1359-4c71-8b0c-e8bdbc61deeb req-d44a2e79-bcee-4b2a-864b-5148b9fc3db9 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433841 Oct 10 12:11:36.481724 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0cb74-d218-4e62-ab46-9f778640a61e req-867cd597-b57c-4b89-bfb2-b39f8602949c tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:36.484680 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-81a0cb74-d218-4e62-ab46-9f778640a61e req-867cd597-b57c-4b89-bfb2-b39f8602949c tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 945 time: 0.0616586 Oct 10 12:11:36.537025 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-81a0cb74-d218-4e62-ab46-9f778640a61e req-ed885ba5-5c50-403c-9da8-f29ec57158f1 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465462 Oct 10 12:11:36.721527 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064e78e-c80f-4d9f-b721-f1a1e6ba6eaa req-6af4daf9-11e4-46b4-b8d4-8c20b1d26871 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:36.723128 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d064e78e-c80f-4d9f-b721-f1a1e6ba6eaa req-6af4daf9-11e4-46b4-b8d4-8c20b1d26871 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0489302 Oct 10 12:11:36.773532 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d064e78e-c80f-4d9f-b721-f1a1e6ba6eaa req-1be4fad4-57b8-4d09-a44d-5bb2a5a4cf3e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436332 Oct 10 12:11:37.667716 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f107deb-7e69-457d-95b0-9072092812f7 req-4d35b952-a5a7-4bee-a76f-405b757429f1 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:37.668656 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4f107deb-7e69-457d-95b0-9072092812f7 req-4d35b952-a5a7-4bee-a76f-405b757429f1 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 945 time: 0.0552092 Oct 10 12:11:37.721852 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4f107deb-7e69-457d-95b0-9072092812f7 req-4f91c8a8-39dc-4842-86d0-a63ebc8873d7 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462618 Oct 10 12:11:37.902811 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4b7e7-8a77-4781-ace8-1993e698eeaa req-0d88b364-b244-4296-bbf9-2e5bd1458e99 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:37.904390 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1ad4b7e7-8a77-4781-ace8-1993e698eeaa req-0d88b364-b244-4296-bbf9-2e5bd1458e99 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0498071 Oct 10 12:11:37.956614 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1ad4b7e7-8a77-4781-ace8-1993e698eeaa req-eab43787-8b70-4d20-9ba3-62a53cdb6b7b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458913 Oct 10 12:11:38.864969 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065e3f4-f7e8-4f25-993a-f4469920f49c req-bca181f5-bab4-4fe2-ba67-fab8698091e3 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:38.867542 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b065e3f4-f7e8-4f25-993a-f4469920f49c req-bca181f5-bab4-4fe2-ba67-fab8698091e3 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 945 time: 0.0575876 Oct 10 12:11:38.928090 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b065e3f4-f7e8-4f25-993a-f4469920f49c req-3c41969e-4432-4b0f-b0de-637f059bf30f tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467908 Oct 10 12:11:39.087122 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69627bcb-57fb-4cbf-be9d-276c7ac66113 req-da1e2a2c-51ea-48f3-a305-13459d65efbb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:39.088704 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-69627bcb-57fb-4cbf-be9d-276c7ac66113 req-da1e2a2c-51ea-48f3-a305-13459d65efbb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0497041 Oct 10 12:11:39.141577 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-69627bcb-57fb-4cbf-be9d-276c7ac66113 req-6b7f77e0-eab3-4a44-88dd-3c29f2796d50 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465386 Oct 10 12:11:39.322224 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:39.323334 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:39.607742 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-3fb8c874-7ba8-4604-8dc1-a3491e36e5ba tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-390021896&fields=id&tenant_id=26773079b6914a20ab27109b0dec496a HTTP/1.1" status: 200 len: 267 time: 0.0472155 Oct 10 12:11:39.720057 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-c80a7d80-7569-4fab-80a2-5781efed2501 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:39.721531 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-c80a7d80-7569-4fab-80a2-5781efed2501 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/networks?id=467adefb-be40-4a7b-be51-41e12ba7cbdd HTTP/1.1" status: 200 len: 812 time: 0.1067820 Oct 10 12:11:39.736859 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-3fb39d8d-7161-4861-b9bf-214c3bff7ece tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/quotas/26773079b6914a20ab27109b0dec496a HTTP/1.1" status: 200 len: 375 time: 0.0096107 Oct 10 12:11:39.775996 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:39.778347 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:39.792861 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-87c7e6b1-d8d0-4ec5-b1fe-985db8f1a0fc tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=26773079b6914a20ab27109b0dec496a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505171 Oct 10 12:11:39.897387 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-46c4c42c-6c03-478b-9868-3aa26d5a8c7f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926175 Oct 10 12:11:39.999555 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-46253475-5495-4ccf-a303-1f4c2425be8d service neutron] 10.222.0.46 "GET /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960929 Oct 10 12:11:40.069034 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae5bd8-baa6-496b-9290-6fdfb679daf4 req-b0541de5-6067-4e2e-96b8-3939f315f326 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:40.073901 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8aae5bd8-baa6-496b-9290-6fdfb679daf4 req-b0541de5-6067-4e2e-96b8-3939f315f326 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 945 time: 0.0641108 Oct 10 12:11:40.141967 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8aae5bd8-baa6-496b-9290-6fdfb679daf4 req-ff67b278-b3b2-44da-b4e3-9e58a444983f tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646391 Oct 10 12:11:40.303556 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240de190-a307-42a2-a60c-2dac8c240f0d req-6bf38c56-5407-4eb0-9174-09434c4c8b90 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:40.305115 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-240de190-a307-42a2-a60c-2dac8c240f0d req-6bf38c56-5407-4eb0-9174-09434c4c8b90 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0566342 Oct 10 12:11:40.360385 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-240de190-a307-42a2-a60c-2dac8c240f0d req-5bda5034-ed4d-4136-8890-4b494b62faf4 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491300 Oct 10 12:11:40.677943 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bce1a868-0045-4c7f-bb0d-4aa5812ac095 req-fce68716-b26c-4f7a-85f7-d7777f1f15b2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0374203 Oct 10 12:11:41.501120 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6f29b-42e8-431f-a74e-0c0278e4e60d req-fd8194c1-b8be-445a-b2dd-eb406d2808f8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:41.502724 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-53d6f29b-42e8-431f-a74e-0c0278e4e60d req-fd8194c1-b8be-445a-b2dd-eb406d2808f8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0572405 Oct 10 12:11:41.564676 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-53d6f29b-42e8-431f-a74e-0c0278e4e60d req-e7c4ad66-32a6-4f87-8b58-3569e8574271 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560470 Oct 10 12:11:41.760355 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e476bd03-d2a6-4327-b7e6-10f7a888bd51 req-dc0206e0-1d83-4f50-a004-b07478c199f5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0320058 Oct 10 12:11:42.364946 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aab32-95a4-46a3-acf9-b8e3fa1b8af4 req-279f4c51-f707-4074-ad9f-519576d679e5 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:42.366552 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e23aab32-95a4-46a3-acf9-b8e3fa1b8af4 req-279f4c51-f707-4074-ad9f-519576d679e5 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 945 time: 0.0505669 Oct 10 12:11:42.422213 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e23aab32-95a4-46a3-acf9-b8e3fa1b8af4 req-8fedc002-ce0f-4875-8175-610c08b9e970 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497270 Oct 10 12:11:42.712141 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93238d26-2bcb-4618-a36a-0c89a6a08eb6 req-05dab481-dfec-4fd0-8ebc-06cb85cb40ea tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:42.716625 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-93238d26-2bcb-4618-a36a-0c89a6a08eb6 req-05dab481-dfec-4fd0-8ebc-06cb85cb40ea tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0517240 Oct 10 12:11:42.782154 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-93238d26-2bcb-4618-a36a-0c89a6a08eb6 req-a43b8a1d-4c92-4d47-ad25-a37423bed3e5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612273 Oct 10 12:11:42.878582 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad26de2b-2da5-4877-9ec3-97adf21ae58e req-176bc9e8-7437-4d15-82fd-796f89249a9a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0295410 Oct 10 12:11:43.552957 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759fe71-e6b5-4a7a-acde-886a6d38e4b2 req-d74d15d2-6cc9-4888-a167-b414ed9d0066 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:43.554492 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8759fe71-e6b5-4a7a-acde-886a6d38e4b2 req-d74d15d2-6cc9-4888-a167-b414ed9d0066 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 945 time: 0.0532539 Oct 10 12:11:43.606021 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8759fe71-e6b5-4a7a-acde-886a6d38e4b2 req-06ca88af-2c45-4ca2-bd06-6f1999c57260 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459201 Oct 10 12:11:43.932225 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc0511-80dd-482d-b717-2303df914778 req-086ebd76-55d6-4e49-92ec-806481316688 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:43.933775 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-65dc0511-80dd-482d-b717-2303df914778 req-086ebd76-55d6-4e49-92ec-806481316688 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0508111 Oct 10 12:11:44.005298 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b46173b9-c0c1-408d-b8f7-454d28108dcb req-17dd5c38-b2d6-487f-b475-30ec1590f90c tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0371568 Oct 10 12:11:44.009862 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-65dc0511-80dd-482d-b717-2303df914778 req-07fb2222-4347-446b-87e8-fd1e990998fc tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698175 Oct 10 12:11:44.736442 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1260ba-0e21-4507-81b2-902eff94b035 req-4be46bc8-27d3-4b6c-b7b2-b762d4d66ff7 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:44.738152 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4c1260ba-0e21-4507-81b2-902eff94b035 req-4be46bc8-27d3-4b6c-b7b2-b762d4d66ff7 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 945 time: 0.0540595 Oct 10 12:11:44.767025 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:44.790149 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4c1260ba-0e21-4507-81b2-902eff94b035 req-897b7e37-8b81-4cd3-a342-2efafe0f7d8a tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452344 Oct 10 12:11:44.905425 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=4,neutron:SELECT=56 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:44.976800 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:45.136442 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-84622c87-08fb-4027-9997-506d95739c90 req-0df2b8e6-9bb3-4a13-a053-ca96b8e710bd tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0458074 Oct 10 12:11:45.193967 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:45.209609 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399bce0-89d7-4951-a0c0-2804a62a327c req-4494cc47-9ed2-4512-ab6d-ba4aa2742a3e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:45.212280 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c399bce0-89d7-4951-a0c0-2804a62a327c req-4494cc47-9ed2-4512-ab6d-ba4aa2742a3e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.1103194 Oct 10 12:11:45.267186 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c399bce0-89d7-4951-a0c0-2804a62a327c req-64b0294f-0f20-4a27-a84c-5715f21ed59f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488353 Oct 10 12:11:45.922529 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd7f00-3796-44b3-8824-b47e58f4a1c1 req-49f1d471-bed5-4713-92d6-0902045ed2eb tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:45.924057 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-39bd7f00-3796-44b3-8824-b47e58f4a1c1 req-49f1d471-bed5-4713-92d6-0902045ed2eb tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 945 time: 0.0533278 Oct 10 12:11:45.974933 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-39bd7f00-3796-44b3-8824-b47e58f4a1c1 req-96c237d2-3438-4cd3-af72-9b820860dae4 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449290 Oct 10 12:11:46.241264 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-46ca6eef-628b-429d-ae1a-19aa7a178c88 req-18b15065-8e51-4861-8aa9-f05a179ca5c1 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0305820 Oct 10 12:11:46.285153 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=8 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:46.294630 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=10 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:46.426923 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a08652-cb7f-4abb-a9b0-15bf20d776da req-bb3a2898-ba0c-45fe-83ea-397d8a5e41f0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:46.429001 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a7a08652-cb7f-4abb-a9b0-15bf20d776da req-bb3a2898-ba0c-45fe-83ea-397d8a5e41f0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0547371 Oct 10 12:11:46.484019 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a7a08652-cb7f-4abb-a9b0-15bf20d776da req-4f48e7a5-7d29-4fda-8e32-aecd3ed38087 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494137 Oct 10 12:11:47.103369 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017b290-2e0a-48fe-b978-70b7bfe4d1cb req-a808d5e3-e4ff-4600-a553-1542ba73cf5e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:47.104755 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6017b290-2e0a-48fe-b978-70b7bfe4d1cb req-a808d5e3-e4ff-4600-a553-1542ba73cf5e tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 945 time: 0.0500746 Oct 10 12:11:47.152941 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6017b290-2e0a-48fe-b978-70b7bfe4d1cb req-e8f26bf8-29b1-4013-872c-6e8b6e8fd991 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420372 Oct 10 12:11:47.313476 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:11:47.348796 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-abcba028-fbf7-4a81-8ebb-de7270e3f5f1 req-15079c08-cafa-437f-bb0c-ebebd20bd7fe tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0290413 Oct 10 12:11:47.625254 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ca757-2a5e-4ed4-852d-35219c092958 req-0b64a2f4-25ad-4f45-98d3-2cd10519536d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:47.626849 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-614ca757-2a5e-4ed4-852d-35219c092958 req-0b64a2f4-25ad-4f45-98d3-2cd10519536d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0510485 Oct 10 12:11:47.681809 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-614ca757-2a5e-4ed4-852d-35219c092958 req-ce0eae04-7efb-466c-a804-4afdc24b40ee tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491796 Oct 10 12:11:48.277831 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ddf48-2ca5-4ab4-8a7b-5304a2fbb4da req-527e6fa3-318b-475a-8431-a8ca345f2e09 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:48.279333 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa9ddf48-2ca5-4ab4-8a7b-5304a2fbb4da req-527e6fa3-318b-475a-8431-a8ca345f2e09 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 945 time: 0.0500844 Oct 10 12:11:48.328327 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa9ddf48-2ca5-4ab4-8a7b-5304a2fbb4da req-624caeeb-7fc7-46c6-a255-85787eaf7a3f tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Oct 10 12:11:48.471916 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bd342741-d57f-4b8a-8b5e-d48964ec17eb req-aca8491f-6bbf-4a8e-92cd-33e84fca0d03 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0312884 Oct 10 12:11:48.823276 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f8bf-51bb-43f8-9df5-bf073fc15230 req-3293ce63-8f48-411d-a496-387c8231b1e2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:48.825914 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-81c5f8bf-51bb-43f8-9df5-bf073fc15230 req-3293ce63-8f48-411d-a496-387c8231b1e2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0599735 Oct 10 12:11:48.890838 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-81c5f8bf-51bb-43f8-9df5-bf073fc15230 req-b665a3eb-b66b-4c31-b06d-5ab3bbcaf12d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591948 Oct 10 12:11:49.464280 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede60e54-a232-4911-9e07-b7c64204dd67 req-e948e6a2-6e1f-411d-be42-6d949ce173c9 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:49.465880 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ede60e54-a232-4911-9e07-b7c64204dd67 req-e948e6a2-6e1f-411d-be42-6d949ce173c9 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 945 time: 0.0528939 Oct 10 12:11:49.521925 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ede60e54-a232-4911-9e07-b7c64204dd67 req-d8f778e3-cea8-409a-97ba-6edbb2b94262 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483561 Oct 10 12:11:49.589061 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8fb42eaf-b81e-4ca3-a038-94b37bceb0ea req-b5f20db2-4292-44c5-b1b3-537dd59ed044 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0299375 Oct 10 12:11:50.033312 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740e6b8-111a-4023-8d39-5aefc17a7a66 req-66bc8939-a985-42dc-9bb9-b69935cbc889 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:50.034913 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5740e6b8-111a-4023-8d39-5aefc17a7a66 req-66bc8939-a985-42dc-9bb9-b69935cbc889 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0545535 Oct 10 12:11:50.114801 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5740e6b8-111a-4023-8d39-5aefc17a7a66 req-7e8830a4-8c3f-4c33-9c0c-540d1da1cca7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718124 Oct 10 12:11:50.687188 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3f40a-8209-486e-9733-ad9cf9002269 req-ea53d1e8-a41c-452d-aff1-6e251ba6b240 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:50.688901 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8dd3f40a-8209-486e-9733-ad9cf9002269 req-ea53d1e8-a41c-452d-aff1-6e251ba6b240 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 945 time: 0.0742342 Oct 10 12:11:50.707961 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe5d19c6-cde5-4226-a3c9-aa90f1f55495 req-dfb6f6d0-3a9b-4e7e-b810-9d1d30cfcdb4 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0410461 Oct 10 12:11:50.751982 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8dd3f40a-8209-486e-9733-ad9cf9002269 req-a0ff501e-4c1c-42c2-b6bc-6d6528ec34f7 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473521 Oct 10 12:11:51.270940 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d57fa5-1147-4ac2-8da6-3ae8c9cd0679 req-3dfd586a-47ca-4acc-bc90-03f8aed039f9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:51.272492 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-72d57fa5-1147-4ac2-8da6-3ae8c9cd0679 req-3dfd586a-47ca-4acc-bc90-03f8aed039f9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0550721 Oct 10 12:11:51.294369 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:51.305984 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:51.334240 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-72d57fa5-1147-4ac2-8da6-3ae8c9cd0679 req-117a4940-79ab-424d-adf3-9e8dc02dd176 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556676 Oct 10 12:11:51.832261 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ba713f76-f22e-4c07-ace4-478a35c7fea1 req-0af68ea7-ed52-4325-b9ed-0f8d5dd2f7fb tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0403736 Oct 10 12:11:51.928837 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8342e8-0333-425f-9f77-9e9c5ca450e5 req-2cc0c849-6eda-4786-8cfb-82709c579629 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:51.930469 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8a8342e8-0333-425f-9f77-9e9c5ca450e5 req-2cc0c849-6eda-4786-8cfb-82709c579629 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 945 time: 0.0553472 Oct 10 12:11:52.014053 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8a8342e8-0333-425f-9f77-9e9c5ca450e5 req-3ad2e077-9e89-43d5-bb0b-cec3eb3e3ca4 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765767 Oct 10 12:11:52.513773 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca9f1b-774a-4aef-a5e1-c40d312dda6d req-98a0ef3e-d431-479a-b190-f6f59b8c7aa3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:52.515388 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-93ca9f1b-774a-4aef-a5e1-c40d312dda6d req-98a0ef3e-d431-479a-b190-f6f59b8c7aa3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0562696 Oct 10 12:11:52.567539 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-93ca9f1b-774a-4aef-a5e1-c40d312dda6d req-0bc9a832-d7a8-48a9-83d3-e7bae406c447 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464456 Oct 10 12:11:52.947655 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5dde1093-0b70-4ac8-80b6-313175a93d9c req-89cd1756-4636-45ac-9181-d427d2bc8550 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0290189 Oct 10 12:11:53.161958 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ebe1e-d9e0-4cd9-8754-08535d006611 req-f0bf0826-2699-46b5-9380-cebffdb00721 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:53.163613 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ab1ebe1e-d9e0-4cd9-8754-08535d006611 req-f0bf0826-2699-46b5-9380-cebffdb00721 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 945 time: 0.0576885 Oct 10 12:11:53.221850 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ab1ebe1e-d9e0-4cd9-8754-08535d006611 req-cd26c0b9-7315-4be1-bc9c-286699ef5adb tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521271 Oct 10 12:11:53.716087 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945ea32-8e0e-4ddc-aa5c-296930076537 req-710b7a55-e259-4acf-9184-9875a25ee198 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:53.718831 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1945ea32-8e0e-4ddc-aa5c-296930076537 req-710b7a55-e259-4acf-9184-9875a25ee198 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0653586 Oct 10 12:11:53.760557 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-4d2ed128-5099-4445-ab9d-23d05c287aaa req-8309541a-e755-49de-a567-5dd22bc4a19c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577564 Oct 10 12:11:53.796419 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1945ea32-8e0e-4ddc-aa5c-296930076537 req-18965ea7-38da-42bc-ba13-2e5208db1c7b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575244 Oct 10 12:11:53.977828 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afc74d-a193-475b-ac74-ffa57040f274 req-804b7fc9-010f-4e3f-9d9d-516f369e9317 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:53.979460 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-70afc74d-a193-475b-ac74-ffa57040f274 req-804b7fc9-010f-4e3f-9d9d-516f369e9317 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 945 time: 0.0859036 Oct 10 12:11:53.992789 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ed128-5099-4445-ab9d-23d05c287aaa req-e9266370-4016-4701-b53e-ec835c293f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:53.994762 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-4d2ed128-5099-4445-ab9d-23d05c287aaa req-e9266370-4016-4701-b53e-ec835c293f3a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 1129 time: 0.0687449 Oct 10 12:11:54.080726 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-80946d8c-7844-4168-b18f-9fe1e2c8aaa6 req-c6c16a58-c2ef-42b3-a518-17cb02cdd33a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0299923 Oct 10 12:11:54.132802 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-70afc74d-a193-475b-ac74-ffa57040f274 req-c7189641-b3b6-4940-b4fb-8c4fcb8b7dbc tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Deleting port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:11:54.133136 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-70afc74d-a193-475b-ac74-ffa57040f274 req-c7189641-b3b6-4940-b4fb-8c4fcb8b7dbc tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (56440d57-210b-4ebf-abeb-b3fd4d1b4d5a), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:54.225545 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ed128-5099-4445-ab9d-23d05c287aaa req-b70b8bd9-3d2a-4f95-9f3c-79a80b1783c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:54.227099 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-4d2ed128-5099-4445-ab9d-23d05c287aaa req-b70b8bd9-3d2a-4f95-9f3c-79a80b1783c0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 200 len: 916 time: 0.2038240 Oct 10 12:11:54.309545 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-70afc74d-a193-475b-ac74-ffa57040f274 req-c7189641-b3b6-4940-b4fb-8c4fcb8b7dbc tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] For port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=56440d57-210b-4ebf-abeb-b3fd4d1b4d5a,segment=NetworkSegment(2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc),segment_id=2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:11:54.310205 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-70afc74d-a193-475b-ac74-ffa57040f274 req-c7189641-b3b6-4940-b4fb-8c4fcb8b7dbc tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (56440d57-210b-4ebf-abeb-b3fd4d1b4d5a), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:54.340218 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-70afc74d-a193-475b-ac74-ffa57040f274 req-c7189641-b3b6-4940-b4fb-8c4fcb8b7dbc tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Calling delete_port for 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:11:54.359161 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-4d2ed128-5099-4445-ab9d-23d05c287aaa req-14b6fce0-3a8a-467c-880d-b0154781cf8f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f65861f8-ce58-4ca5-a150-dd1cbc87aba1 HTTP/1.1" status: 200 len: 1001 time: 0.1235688 Oct 10 12:11:54.398757 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6471ec-70e0-4a65-b235-3b6a965c2dec req-1b2db470-d767-4d99-8093-7d7c639079e0 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:54.400668 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1d6471ec-70e0-4a65-b235-3b6a965c2dec req-1b2db470-d767-4d99-8093-7d7c639079e0 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 945 time: 0.0542631 Oct 10 12:11:54.468183 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ed128-5099-4445-ab9d-23d05c287aaa req-0e4e28a8-0c60-4d44-877f-7603548c211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:54.470492 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-4d2ed128-5099-4445-ab9d-23d05c287aaa req-0e4e28a8-0c60-4d44-877f-7603548c211a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=afa57b24-9493-41e1-9638-6e9b3725e1da HTTP/1.1" status: 200 len: 854 time: 0.0779076 Oct 10 12:11:54.497868 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1d6471ec-70e0-4a65-b235-3b6a965c2dec req-7672351e-82d8-4ca8-a464-d272173298d6 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=cc11efe1-6272-452b-b51d-6d103cbb8418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890338 Oct 10 12:11:54.527807 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ed128-5099-4445-ab9d-23d05c287aaa req-bf08187b-9452-4bfa-a307-16bc9f2f81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:54.529353 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-4d2ed128-5099-4445-ab9d-23d05c287aaa req-bf08187b-9452-4bfa-a307-16bc9f2f81c3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3f74af49-8f08-437e-8de8-52cf94d07154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507553 Oct 10 12:11:54.720626 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-4d2ed128-5099-4445-ab9d-23d05c287aaa req-8ddb95c0-7159-4fc9-82aa-c94bc686ddf0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341076 Oct 10 12:11:54.787120 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-70afc74d-a193-475b-ac74-ffa57040f274 req-c7189641-b3b6-4940-b4fb-8c4fcb8b7dbc tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (56440d57-210b-4ebf-abeb-b3fd4d1b4d5a), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:54.793749 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:54.817477 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7189641-b3b6-4940-b4fb-8c4fcb8b7dbc tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Pushing event deleted for resources: {'Port': ['ID=56440d57-210b-4ebf-abeb-b3fd4d1b4d5a,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:54.873191 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-70afc74d-a193-475b-ac74-ffa57040f274 req-c7189641-b3b6-4940-b4fb-8c4fcb8b7dbc tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] No DVR routers for this DVR port 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:11:54.877570 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 43016) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:54.880608 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-70afc74d-a193-475b-ac74-ffa57040f274 req-c7189641-b3b6-4940-b4fb-8c4fcb8b7dbc tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:54.884239 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-70afc74d-a193-475b-ac74-ffa57040f274 req-c7189641-b3b6-4940-b4fb-8c4fcb8b7dbc tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.48 "DELETE /networking/v2.0/ports/56440d57-210b-4ebf-abeb-b3fd4d1b4d5a HTTP/1.1" status: 204 len: 173 time: 0.8982639 Oct 10 12:11:54.886064 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['56440d57-210b-4ebf-abeb-b3fd4d1b4d5a'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:11:54.887654 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-6373248a-c096-4441-838d-0e5ba7539195 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385650436', 'description': 'tempest-description--1261529321'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:11:54.893863 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60af3e29-5610-4ff4-8d88-89a3db8b6c9b', 'name': 'network-vif-deleted', 'tag': '56440d57-210b-4ebf-abeb-b3fd4d1b4d5a'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:11:54.896227 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c22752-8e7d-4669-b96d-c28219a2804f" -d '{"events": [{"server_uuid": "60af3e29-5610-4ff4-8d88-89a3db8b6c9b", "name": "network-vif-deleted", "tag": "56440d57-210b-4ebf-abeb-b3fd4d1b4d5a"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:11:54.915587 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:54.948008 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4fa298-2961-4c55-af7a-2044b0bbd64f x-openstack-request-id: req-6a4fa298-2961-4c55-af7a-2044b0bbd64f {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:11:54.948008 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60af3e29-5610-4ff4-8d88-89a3db8b6c9b", "name": "network-vif-deleted", "tag": "56440d57-210b-4ebf-abeb-b3fd4d1b4d5a", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:11:54.948230 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a4fa298-2961-4c55-af7a-2044b0bbd64f {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:11:54.948490 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4fa298-2961-4c55-af7a-2044b0bbd64f'] response: {'server_uuid': '60af3e29-5610-4ff4-8d88-89a3db8b6c9b', 'name': 'network-vif-deleted', 'tag': '56440d57-210b-4ebf-abeb-b3fd4d1b4d5a', 'status': 'completed', 'code': 200} Oct 10 12:11:54.967553 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8c3ec-c553-40cf-a8ee-512de3f6b110 req-bd4bb2f1-bc48-4da9-b5ef-e73a8ec1cdd8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:54.969198 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-82c8c3ec-c553-40cf-a8ee-512de3f6b110 req-bd4bb2f1-bc48-4da9-b5ef-e73a8ec1cdd8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0710528 Oct 10 12:11:55.039481 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-82c8c3ec-c553-40cf-a8ee-512de3f6b110 req-751c3e75-c038-40f3-bb65-6b20382a37ee tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626564 Oct 10 12:11:55.053035 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6373248a-c096-4441-838d-0e5ba7539195 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:55.125954 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:55.177078 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-4d2ed128-5099-4445-ab9d-23d05c287aaa req-604074eb-8e58-4456-9649-5fd91069ddcd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578107 Oct 10 12:11:55.202366 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3ab4406f-edf6-4020-a366-28e60c5f01e7 req-cf787f22-e953-41f4-a71e-34ffdb4e0ee6 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0334194 Oct 10 12:11:55.205872 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6373248a-c096-4441-838d-0e5ba7539195 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (b8008119-90c5-4513-8fa5-0d648c91aee7), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:55.289064 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6373248a-c096-4441-838d-0e5ba7539195 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (b8008119-90c5-4513-8fa5-0d648c91aee7), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:55.323486 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373248a-c096-4441-838d-0e5ba7539195 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8008119-90c5-4513-8fa5-0d648c91aee7,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:55.479977 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6373248a-c096-4441-838d-0e5ba7539195 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:55.481588 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6373248a-c096-4441-838d-0e5ba7539195 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6024356 Oct 10 12:11:55.485261 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 43022) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:55.490581 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-68c7b9da-50a9-4549-8231-35a993ac745a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'security_group_rule': {'security_group_id': 'b8008119-90c5-4513-8fa5-0d648c91aee7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:11:55.648979 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-68c7b9da-50a9-4549-8231-35a993ac745a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (49cb7790-83ee-4870-b53f-542ea5da9b3d), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:55.665960 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-750a1a7f-774e-483f-8855-8e91e62495ec req-31ac2606-6b7a-47cc-8d29-ff244503dbd6 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 210 time: 0.0483365 Oct 10 12:11:55.747207 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-68c7b9da-50a9-4549-8231-35a993ac745a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (49cb7790-83ee-4870-b53f-542ea5da9b3d), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:55.877901 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-68c7b9da-50a9-4549-8231-35a993ac745a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (49cb7790-83ee-4870-b53f-542ea5da9b3d), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:55.900284 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7b9da-50a9-4549-8231-35a993ac745a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cb7790-83ee-4870-b53f-542ea5da9b3d,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:55.983857 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-68c7b9da-50a9-4549-8231-35a993ac745a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:55.987608 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-68c7b9da-50a9-4549-8231-35a993ac745a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5000441 Oct 10 12:11:55.989998 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 43036) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:55.999656 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'security_group_rule': {'security_group_id': 'b8008119-90c5-4513-8fa5-0d648c91aee7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:11:56.132868 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d357f4fa-4515-4215-bf0f-e4bcdf72020e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:56.134427 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d357f4fa-4515-4215-bf0f-e4bcdf72020e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.48 "GET /networking/v2.0/networks?id=467adefb-be40-4a7b-be51-41e12ba7cbdd HTTP/1.1" status: 200 len: 812 time: 0.1311066 Oct 10 12:11:56.151088 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (b9fa40eb-96c9-45be-92b5-9ec5d2b19e34), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:56.229225 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb716d4-a138-40a8-b43d-cff4bb42a6d1 req-41cd31bf-85ae-445f-9888-7898f2de5b8e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:56.230825 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-aeb716d4-a138-40a8-b43d-cff4bb42a6d1 req-41cd31bf-85ae-445f-9888-7898f2de5b8e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0670440 Oct 10 12:11:56.262406 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (b9fa40eb-96c9-45be-92b5-9ec5d2b19e34), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:56.307041 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-84cfcd73-7d94-4d25-bd77-c9f547cf1085 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=26773079b6914a20ab27109b0dec496a HTTP/1.1" status: 200 len: 379 time: 0.0687306 Oct 10 12:11:56.329484 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-c36a22a0-e664-4d74-aad9-664d2b958092 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Request body: {'port': {'device_id': '9f92846d-2cb9-4e32-ae7a-a5a7d775bc36', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'admin_state_up': True, 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'security_groups': ['07cdf5ff-63d3-4738-a5b0-2d3ad402d708']}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:11:56.335148 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-31565ab9-e3bd-4773-9202-3e1549cae538 req-ed9ceb0e-9a29-4850-bf1f-477a1636b306 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0470643 Oct 10 12:11:56.338572 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-aeb716d4-a138-40a8-b43d-cff4bb42a6d1 req-07d8ba5e-56df-49b4-bfc3-c2ddb4244baa tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998886 Oct 10 12:11:56.381036 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (b9fa40eb-96c9-45be-92b5-9ec5d2b19e34), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:56.401677 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fa40eb-96c9-45be-92b5-9ec5d2b19e34,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:56.412223 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:56.412572 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:56.412915 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:56.413245 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:56.413580 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:56.413914 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:56.414244 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:56.414571 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:56.414920 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:56.415394 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:56.415730 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:56.416049 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:56.416533 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:56.417057 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:56.417390 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:11:56.423482 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:56.519779 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:56.521097 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3f682296-02aa-4fa2-a8bf-34671a2a27a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5298936 Oct 10 12:11:56.524968 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 43042) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:56.529975 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'floatingip': {'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:11:56.580603 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-c36a22a0-e664-4d74-aad9-664d2b958092 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Made reservation on behalf of 26773079b6914a20ab27109b0dec496a for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:11:56.584819 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-c36a22a0-e664-4d74-aad9-664d2b958092 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:56.689728 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:56.692566 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:56.763043 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:56.794216 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:56.817540 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-24e420f8-3b94-463b-a007-3d2a466b1ab0 req-5c78998d-5813-4c23-8bb6-d27fe7b1bca6 tempest-VolumesActionsTest-1379031834 tempest-VolumesActionsTest-1379031834-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=60af3e29-5610-4ff4-8d88-89a3db8b6c9b HTTP/1.1" status: 200 len: 210 time: 0.0371487 Oct 10 12:11:56.831877 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-c36a22a0-e664-4d74-aad9-664d2b958092 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Allocated IP 172.20.0.11 (467adefb-be40-4a7b-be51-41e12ba7cbdd/7eaa5c49-fe01-4fb1-b1d4-191a93c8d737/25362498-cffe-413c-a09b-5810fd5593c4) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:11:56.935177 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:56.939507 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Allocated IP 172.27.4.30 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/de72ea88-25fe-4559-892a-5d1a6bdaf7ae) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:11:56.997297 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-c36a22a0-e664-4d74-aad9-664d2b958092 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for port (25362498-cffe-413c-a09b-5810fd5593c4), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:57.057007 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for port (de72ea88-25fe-4559-892a-5d1a6bdaf7ae), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:57.112541 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-c36a22a0-e664-4d74-aad9-664d2b958092 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (25362498-cffe-413c-a09b-5810fd5593c4), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:57.158781 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-c36a22a0-e664-4d74-aad9-664d2b958092 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Network 467adefb-be40-4a7b-be51-41e12ba7cbdd is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:11:57.162258 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-c36a22a0-e664-4d74-aad9-664d2b958092 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:11:57.166472 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-c36a22a0-e664-4d74-aad9-664d2b958092 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:11:57.172209 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (de72ea88-25fe-4559-892a-5d1a6bdaf7ae), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:57.190907 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a22a0-e664-4d74-aad9-664d2b958092 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event updated for resources: {'Port': ['ID=25362498-cffe-413c-a09b-5810fd5593c4,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:57.231340 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-c36a22a0-e664-4d74-aad9-664d2b958092 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:57.234762 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-c36a22a0-e664-4d74-aad9-664d2b958092 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:57.235277 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:11:57.238789 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:11:57.241985 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:11:57.264900 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'Port': ['ID=de72ea88-25fe-4559-892a-5d1a6bdaf7ae,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:57.325060 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-c36a22a0-e664-4d74-aad9-664d2b958092 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0041716 Oct 10 12:11:57.334350 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:11:57.362938 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Request body: {'port': {'device_id': '9f92846d-2cb9-4e32-ae7a-a5a7d775bc36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:11:57.373708 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (88f96e4d-5095-410d-821d-a32f506b6132), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:57.383112 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:11:57.384418 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 56440d57-210b-4ebf-abeb-b3fd4d1b4d5a not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:11:57.477092 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (25362498-cffe-413c-a09b-5810fd5593c4), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:57.501768 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (de72ea88-25fe-4559-892a-5d1a6bdaf7ae), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:57.505109 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:57.523342 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-060207b5-5352-4670-a582-1192181925ca None None] Provisioning complete for port 25362498-cffe-413c-a09b-5810fd5593c4 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:11:57.523738 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-060207b5-5352-4670-a582-1192181925ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (25362498-cffe-413c-a09b-5810fd5593c4), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:57.524069 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-060207b5-5352-4670-a582-1192181925ca None None] Attempt 1 to provision port 25362498-cffe-413c-a09b-5810fd5593c4 Oct 10 12:11:57.569004 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-060207b5-5352-4670-a582-1192181925ca None None] Port 25362498-cffe-413c-a09b-5810fd5593c4 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:11:57.652879 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1ab87-8207-4073-8b0d-8046937b51eb req-07a60273-04cc-4748-b4f9-92b198eda309 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:57.654114 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-65b1ab87-8207-4073-8b0d-8046937b51eb req-07a60273-04cc-4748-b4f9-92b198eda309 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 932 time: 0.1110601 Oct 10 12:11:57.671760 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:57.692486 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35386e2-0f1b-4425-beb7-37a26e6c4f43 req-e5ab80b3-87fd-4734-b597-44a5ea499a4f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:57.694111 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e35386e2-0f1b-4425-beb7-37a26e6c4f43 req-e5ab80b3-87fd-4734-b597-44a5ea499a4f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.1105843 Oct 10 12:11:57.819229 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-65b1ab87-8207-4073-8b0d-8046937b51eb req-8d50b1c2-54eb-4663-a9d1-6f236b1252c9 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233203 Oct 10 12:11:57.834295 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e35386e2-0f1b-4425-beb7-37a26e6c4f43 req-f5c17df9-c738-4c53-a040-e54315ee5a63 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287074 Oct 10 12:11:57.834962 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:57.858066 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25362498-cffe-413c-a09b-5810fd5593c4 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:11:57.867492 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Publish callbacks [] for port (25362498-cffe-413c-a09b-5810fd5593c4), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:57.878661 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for port (de72ea88-25fe-4559-892a-5d1a6bdaf7ae), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:57.883199 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Transition to ACTIVE for port object 25362498-cffe-413c-a09b-5810fd5593c4 will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:11:57.976011 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (25362498-cffe-413c-a09b-5810fd5593c4), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:57.976722 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31514739'] for port (de72ea88-25fe-4559-892a-5d1a6bdaf7ae), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:58.078868 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Pushing event updated for resources: {'Port': ['ID=25362498-cffe-413c-a09b-5810fd5593c4,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:58.127074 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Attempting to bind port 25362498-cffe-413c-a09b-5810fd5593c4 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:11:58.127434 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Attempting to bind port 25362498-cffe-413c-a09b-5810fd5593c4 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:11:58.127770 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Attempting to bind port 25362498-cffe-413c-a09b-5810fd5593c4 on network 467adefb-be40-4a7b-be51-41e12ba7cbdd {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:11:58.181561 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Port 25362498-cffe-413c-a09b-5810fd5593c4 on network 467adefb-be40-4a7b-be51-41e12ba7cbdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:11:58.181879 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Attempting to bind port 25362498-cffe-413c-a09b-5810fd5593c4 on network 467adefb-be40-4a7b-be51-41e12ba7cbdd {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:11:58.233046 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:11:58.233482 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Checking segment: {'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:11:58.234374 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Bound using segment: {'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:11:58.234809 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Bound port: 25362498-cffe-413c-a09b-5810fd5593c4, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:11:58.235165 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (25362498-cffe-413c-a09b-5810fd5593c4), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:58.244737 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:58.309133 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (88f96e4d-5095-410d-821d-a32f506b6132), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:58.313842 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'Port': ['ID=de72ea88-25fe-4559-892a-5d1a6bdaf7ae,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:58.334001 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] For port 25362498-cffe-413c-a09b-5810fd5593c4, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:11:58.337457 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] For port 25362498-cffe-413c-a09b-5810fd5593c4, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=25362498-cffe-413c-a09b-5810fd5593c4,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:11:58.421855 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (25362498-cffe-413c-a09b-5810fd5593c4), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:58.423505 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:58.425358 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-03441672-61ad-4190-a354-49e38940fc88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8987141 Oct 10 12:11:58.430833 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:58.431568 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:58.432875 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/25362498-cffe-413c-a09b-5810fd5593c4 HTTP/1.1" status: 200 len: 1094 time: 1.0907981 Oct 10 12:11:58.435165 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f92846d-2cb9-4e32-ae7a-a5a7d775bc36', 'tag': '25362498-cffe-413c-a09b-5810fd5593c4'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:11:58.438036 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7960c6d1-ea4e-473f-bf81-75ae60a9550b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f92846d-2cb9-4e32-ae7a-a5a7d775bc36", "tag": "25362498-cffe-413c-a09b-5810fd5593c4"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:11:58.495029 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bd100b-b034-4097-bf92-729ea2db9e36 x-openstack-request-id: req-d4bd100b-b034-4097-bf92-729ea2db9e36 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:11:58.495701 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f92846d-2cb9-4e32-ae7a-a5a7d775bc36", "tag": "25362498-cffe-413c-a09b-5810fd5593c4", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:11:58.496315 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4bd100b-b034-4097-bf92-729ea2db9e36 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:11:58.496799 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4bd100b-b034-4097-bf92-729ea2db9e36'] response: {'name': 'network-changed', 'server_uuid': '9f92846d-2cb9-4e32-ae7a-a5a7d775bc36', 'tag': '25362498-cffe-413c-a09b-5810fd5593c4', 'status': 'completed', 'code': 200} Oct 10 12:11:58.568728 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df79e8-3f77-4b01-a128-67aa06a6461c service neutron] Pushing event updated for resources: {'Port': ['ID=25362498-cffe-413c-a09b-5810fd5593c4,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:58.663030 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960c6d1-ea4e-473f-bf81-75ae60a9550b req-23c3d85a-208f-496a-b1a9-027a3accca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:58.664626 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7960c6d1-ea4e-473f-bf81-75ae60a9550b req-23c3d85a-208f-496a-b1a9-027a3accca86 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=26773079b6914a20ab27109b0dec496a&device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 1128 time: 0.0762446 Oct 10 12:11:58.715313 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-35599d11-fbc2-4c6b-9889-7d3e5695b0cc tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1385650436&fields=id&tenant_id=aab51c9b019e400c8e28d9a789eda6da HTTP/1.1" status: 200 len: 267 time: 0.0542047 Oct 10 12:11:58.840835 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960c6d1-ea4e-473f-bf81-75ae60a9550b req-f4db6aeb-6022-4c14-a2b2-15a62da41741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:58.842498 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7960c6d1-ea4e-473f-bf81-75ae60a9550b req-f4db6aeb-6022-4c14-a2b2-15a62da41741 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=26773079b6914a20ab27109b0dec496a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1412351 Oct 10 12:11:58.858247 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-01cac00c-ff7b-4c1f-841d-4994c6fcbc38 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:58.860685 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-01cac00c-ff7b-4c1f-841d-4994c6fcbc38 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 200 len: 815 time: 0.1412106 Oct 10 12:11:58.899115 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-e3c1635e-4639-4ed4-ae97-f64a4429a79b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/quotas/aab51c9b019e400c8e28d9a789eda6da HTTP/1.1" status: 200 len: 375 time: 0.0221536 Oct 10 12:11:59.022637 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-375f853d-317b-4670-a565-b0ff71f06334 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1191466 Oct 10 12:11:59.035958 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960c6d1-ea4e-473f-bf81-75ae60a9550b req-030e781a-08ec-4bbf-b346-2f42f993733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:59.037878 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7960c6d1-ea4e-473f-bf81-75ae60a9550b req-030e781a-08ec-4bbf-b346-2f42f993733b service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1871433 Oct 10 12:11:59.141333 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 43118) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:59.158650 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e4385-0080-4c61-ab87-ddbe59dd6e00 req-f19a4898-7b89-4a10-8961-7d818736211b tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:59.161467 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-895e4385-0080-4c61-ab87-ddbe59dd6e00 req-f19a4898-7b89-4a10-8961-7d818736211b tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.1904597 Oct 10 12:11:59.179637 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-e8e46312-02c1-4aa5-ac23-a83f7b4dfc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:59.182329 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-e8e46312-02c1-4aa5-ac23-a83f7b4dfc58 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=26773079b6914a20ab27109b0dec496a&device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 1128 time: 0.0573211 Oct 10 12:11:59.239106 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-506b6a3f-c005-4e29-822c-ea630aa288e2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25362498-cffe-413c-a09b-5810fd5593c4 HTTP/1.1" status: 200 len: 217 time: 0.0403678 Oct 10 12:11:59.304449 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-895e4385-0080-4c61-ab87-ddbe59dd6e00 req-73a3255e-a5c4-427f-87e5-338e39732bad tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894604 Oct 10 12:11:59.311838 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-1cd83db9-6b0b-4a31-b013-f6bf4caf3cd7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143066 Oct 10 12:11:59.332739 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 98e81f6a-0ff4-4344-ab00-e77663d7f2cf details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:11:59.342298 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f1370879-1f25-4d69-bb6e-aeb072faa768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:59.367860 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-ab586858-8528-479b-a1ba-9ee8c030443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:59.369931 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-ab586858-8528-479b-a1ba-9ee8c030443b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7eaa5c49-fe01-4fb1-b1d4-191a93c8d737 HTTP/1.1" status: 200 len: 851 time: 0.1239407 Oct 10 12:11:59.428424 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:59.457578 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:11:59.467848 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:59.476024 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-88554e60-22c8-4f7f-9a59-8e85cb2e2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:59.477055 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'port_id': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf', 'mac_address': 'fa:16:3e:64:9d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:11:59.477653 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-88554e60-22c8-4f7f-9a59-8e85cb2e2da6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=467adefb-be40-4a7b-be51-41e12ba7cbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1001992 Oct 10 12:11:59.519115 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf is: ACTIVE; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:11:59.519547 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:59.534971 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98e81f6a-0ff4-4344-ab00-e77663d7f2cf {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:11:59.535252 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39296b41-0545-40ce-9fd3-cd956149df82 req-5a6e9713-70ed-47de-9d87-8b0b46c2375f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:11:59.537751 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-39296b41-0545-40ce-9fd3-cd956149df82 req-5a6e9713-70ed-47de-9d87-8b0b46c2375f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.1071346 Oct 10 12:11:59.558695 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-2e34c5c9-7951-4110-932b-02c91ac4b10c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393894 Oct 10 12:11:59.582984 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:11:59.641451 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-39296b41-0545-40ce-9fd3-cd956149df82 req-a9b3d498-e42c-4bd2-ac78-38d17ec0d08e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638771 Oct 10 12:11:59.645885 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f1370879-1f25-4d69-bb6e-aeb072faa768 admin admin] Publish callbacks [] for security_group (99f43375-9eb1-468d-8305-04ecb3063ff7), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:59.649187 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-b4a96dc0-01e8-4818-a43c-764e93e59c7e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621511 Oct 10 12:11:59.655227 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:59.720147 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-d53933ad-d7a5-42d4-84e2-b1eadc715503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:59.733626 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,revision_number=6']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:59.759527 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f1370879-1f25-4d69-bb6e-aeb072faa768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (99f43375-9eb1-468d-8305-04ecb3063ff7), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:59.816030 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8afff770-5a81-409f-bb2b-d2db75cea4aa req-bf3893f6-0023-4b23-b082-a8f8cc221996 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594520 Oct 10 12:11:59.824325 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-f1370879-1f25-4d69-bb6e-aeb072faa768 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=11848252824f47d295158d07ce2305cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6792381 Oct 10 12:11:59.827098 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 43138) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:11:59.840889 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1370879-1f25-4d69-bb6e-aeb072faa768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f43375-9eb1-468d-8305-04ecb3063ff7,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:11:59.907968 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:59.914784 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['98e81f6a-0ff4-4344-ab00-e77663d7f2cf'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:11:59.965902 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:11:59.969215 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ff35b91b-9de5-4db1-beed-3237b1bdc3b8 admin admin] Publish callbacks [] for security_group (99f43375-9eb1-468d-8305-04ecb3063ff7), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:11:59.970972 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b56c355c-f1c4-4e0d-81a0-d8b647fa77ab req-b502ed9f-d970-4790-ae6e-bf94afa48b75 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0723870 Oct 10 12:12:00.013178 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ff35b91b-9de5-4db1-beed-3237b1bdc3b8 admin admin] Publish callbacks [] for security_group (99f43375-9eb1-468d-8305-04ecb3063ff7), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:00.095031 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=12 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:00.107648 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=16 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:00.173736 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ff35b91b-9de5-4db1-beed-3237b1bdc3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (99f43375-9eb1-468d-8305-04ecb3063ff7), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:00.176312 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ff35b91b-9de5-4db1-beed-3237b1bdc3b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:00.178206 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-ff35b91b-9de5-4db1-beed-3237b1bdc3b8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/99f43375-9eb1-468d-8305-04ecb3063ff7 HTTP/1.1" status: 204 len: 168 time: 0.3317659 Oct 10 12:12:00.194935 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35b91b-9de5-4db1-beed-3237b1bdc3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f43375-9eb1-468d-8305-04ecb3063ff7,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:12:00.489758 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97c7c3-414c-4956-b53b-afff0c7e4633 req-09529e76-bdf5-4850-bb64-16eabd99bb58 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:00.491363 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe97c7c3-414c-4956-b53b-afff0c7e4633 req-09529e76-bdf5-4850-bb64-16eabd99bb58 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0548530 Oct 10 12:12:00.547957 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe97c7c3-414c-4956-b53b-afff0c7e4633 req-9fe9535c-f22c-4193-919e-6ec3c82aca67 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504565 Oct 10 12:12:00.818311 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed77c91-664a-40b7-9c2a-e2f6ab3f5fd1 req-eddb6fe6-e4b7-4924-b459-7e23e0ab7944 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:00.821030 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7ed77c91-664a-40b7-9c2a-e2f6ab3f5fd1 req-eddb6fe6-e4b7-4924-b459-7e23e0ab7944 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 945 time: 0.0524371 Oct 10 12:12:00.875425 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7ed77c91-664a-40b7-9c2a-e2f6ab3f5fd1 req-6eb678b6-be7e-4d38-905c-7dbc80230032 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495071 Oct 10 12:12:01.100232 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-84dd9f17-86fb-4ca3-b31b-a42f9e46ab60 req-09ff0d4f-25e5-436e-974c-f5de798a12b3 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0383620 Oct 10 12:12:01.350781 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 98e81f6a-0ff4-4344-ab00-e77663d7f2cf up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:12:01.400875 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:12:01.401244 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:01.401579 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf Oct 10 12:12:01.481720 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:12:01.482113 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:01.507334 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e51573a-beab-4197-840e-a9427a52e273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:12:01.509725 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6641f7-fe73-4323-be0d-7fba3a59c43e" -d '{"events": [{"server_uuid": "3e51573a-beab-4197-840e-a9427a52e273", "name": "network-vif-plugged", "status": "completed", "tag": "98e81f6a-0ff4-4344-ab00-e77663d7f2cf"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:12:01.524665 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:12:01.552245 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7dd765-c6c8-4072-9d07-a9595d35a5ca x-openstack-request-id: req-7d7dd765-c6c8-4072-9d07-a9595d35a5ca {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:12:01.552565 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e51573a-beab-4197-840e-a9427a52e273", "name": "network-vif-plugged", "status": "completed", "tag": "98e81f6a-0ff4-4344-ab00-e77663d7f2cf", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:12:01.552821 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d7dd765-c6c8-4072-9d07-a9595d35a5ca {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:12:01.553227 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d7dd765-c6c8-4072-9d07-a9595d35a5ca'] response: {'server_uuid': '3e51573a-beab-4197-840e-a9427a52e273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf', 'code': 200} Oct 10 12:12:01.598919 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:01.655932 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,revision_number=7']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:12:01.715249 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9adb0c0-30b8-446e-b433-1447b2a26ad5 req-eaa71e34-64de-4f86-9502-e76250f84d5e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:01.716942 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a9adb0c0-30b8-446e-b433-1447b2a26ad5 req-eaa71e34-64de-4f86-9502-e76250f84d5e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0535679 Oct 10 12:12:01.772349 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a9adb0c0-30b8-446e-b433-1447b2a26ad5 req-b451acd1-c00e-4775-b80b-04ffd3e4e8eb tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473723 Oct 10 12:12:01.899651 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-be2d2cac-2cb2-482d-8de1-5e0c260e4ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:02.042768 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dca56-1663-4c23-8925-3945b126c8b4 req-81943372-7f75-441d-819c-40f6515c5b1d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:02.044324 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-092dca56-1663-4c23-8925-3945b126c8b4 req-81943372-7f75-441d-819c-40f6515c5b1d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0510049 Oct 10 12:12:02.096339 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-092dca56-1663-4c23-8925-3945b126c8b4 req-7ad809cc-2827-4669-ac11-1d503af24d99 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457125 Oct 10 12:12:02.261491 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-321ffdf4-3983-4a57-b5cd-6596c5a0931e req-2099e423-b362-4aef-9bd5-244d396cbf68 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0505471 Oct 10 12:12:02.898574 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a58b1-ab2c-4828-b653-eb10662ded38 req-1d91b0ba-87fc-41de-9cd1-7e92487e61da tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:02.900341 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-678a58b1-ab2c-4828-b653-eb10662ded38 req-1d91b0ba-87fc-41de-9cd1-7e92487e61da tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0504627 Oct 10 12:12:02.962917 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-678a58b1-ab2c-4828-b653-eb10662ded38 req-11ae1f90-2e80-4178-ab4d-2b1174954af0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566230 Oct 10 12:12:03.237045 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48ca55-e1ec-4f18-bae8-e32cf646b812 req-69ec3984-ca7a-42a8-a1dc-ceacb942fb81 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:03.238725 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1c48ca55-e1ec-4f18-bae8-e32cf646b812 req-69ec3984-ca7a-42a8-a1dc-ceacb942fb81 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0529656 Oct 10 12:12:03.277444 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:03.324532 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1c48ca55-e1ec-4f18-bae8-e32cf646b812 req-e7ab2c24-d516-4773-a50e-e189f87a4f65 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795822 Oct 10 12:12:03.403460 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:03.426528 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-17835e9c-cb13-46cd-9749-35aca1507431 req-b8192cb4-d4ad-4b69-ac70-7217d81b2f67 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0351520 Oct 10 12:12:04.142738 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028292e-a7df-41fd-9380-815c804f17e7 req-0808804f-4bcf-439b-8d60-2387a7b863dc tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:04.144421 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c028292e-a7df-41fd-9380-815c804f17e7 req-0808804f-4bcf-439b-8d60-2387a7b863dc tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0638604 Oct 10 12:12:04.200496 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c028292e-a7df-41fd-9380-815c804f17e7 req-7bafdd28-ddf2-429f-9aa1-ec61e1ecb36a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497580 Oct 10 12:12:04.506146 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8e5c5-119d-4577-b432-746f8d9d380b req-e3e9cd80-fd71-4a66-8758-527374f59106 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:04.507993 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c4b8e5c5-119d-4577-b432-746f8d9d380b req-e3e9cd80-fd71-4a66-8758-527374f59106 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0680189 Oct 10 12:12:04.593677 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-54f71689-1442-43c7-bfee-03484fde3548 req-94f3047a-7585-4be9-ab29-430b839e03c9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0385103 Oct 10 12:12:04.602347 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c4b8e5c5-119d-4577-b432-746f8d9d380b req-6ff08597-81eb-41dc-9686-ed079e35656c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819829 Oct 10 12:12:04.615011 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:05.077725 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:05.329195 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b616f15-0a29-4f0e-9e6f-2f82f3833500 req-8a8dd6b8-bfe3-44e1-a69d-3d212dbde616 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:05.330801 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0b616f15-0a29-4f0e-9e6f-2f82f3833500 req-8a8dd6b8-bfe3-44e1-a69d-3d212dbde616 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0509243 Oct 10 12:12:05.384769 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0b616f15-0a29-4f0e-9e6f-2f82f3833500 req-7b24d621-d074-4ca7-8cf5-f74d20b76b9c tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482590 Oct 10 12:12:05.701232 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-93417c6d-a017-4773-9298-0e0110ada62d req-941833e7-3ec0-4c28-9765-9e612730292e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0305748 Oct 10 12:12:05.766744 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61a77d-d340-4aed-bf3d-28b6ef2c5d61 req-140b74b1-67cc-4066-89ff-e543e3ef9bc6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:05.768168 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0c61a77d-d340-4aed-bf3d-28b6ef2c5d61 req-140b74b1-67cc-4066-89ff-e543e3ef9bc6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0532515 Oct 10 12:12:05.793574 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:05.818174 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0c61a77d-d340-4aed-bf3d-28b6ef2c5d61 req-28aa7625-8d90-484a-9711-863c06b33883 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442209 Oct 10 12:12:06.525862 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428d5cf-6f9e-400b-bdf7-87e60589f4ce req-9669c331-d464-4f88-b220-e38b7e5d2e86 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:06.527491 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3428d5cf-6f9e-400b-bdf7-87e60589f4ce req-9669c331-d464-4f88-b220-e38b7e5d2e86 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0506411 Oct 10 12:12:06.589445 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3428d5cf-6f9e-400b-bdf7-87e60589f4ce req-74822f8b-d6ff-4bbb-9255-989e37969a41 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549123 Oct 10 12:12:06.814279 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b1585d6c-118b-4e6f-9fa7-9cdfce0b547b req-f8127e15-29e6-4847-8d16-73a5f5523d3f tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0303075 Oct 10 12:12:06.951703 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0c4e9-ea20-4548-8051-f754380577de req-2fc66e06-ef4d-4a48-a65f-511b5bbd800a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:06.953265 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-afc0c4e9-ea20-4548-8051-f754380577de req-2fc66e06-ef4d-4a48-a65f-511b5bbd800a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0520351 Oct 10 12:12:07.004596 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-afc0c4e9-ea20-4548-8051-f754380577de req-4f557213-fce2-4870-b8a7-2ee916e8fa22 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451708 Oct 10 12:12:07.731868 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090291a-83a0-49ef-b9b6-689194622886 req-e029135c-a3d9-4712-979c-bda054286c45 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:07.733529 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8090291a-83a0-49ef-b9b6-689194622886 req-e029135c-a3d9-4712-979c-bda054286c45 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0534410 Oct 10 12:12:07.789371 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8090291a-83a0-49ef-b9b6-689194622886 req-0125a5e9-5c8e-44d9-b657-7767daba07f2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470233 Oct 10 12:12:07.929808 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5f9ad7f5-f104-45f3-a141-05c1654ee0e6 req-39144cbc-4589-491f-ab3f-f95078409f30 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0359483 Oct 10 12:12:08.141043 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546fab6-fe8f-4f63-a35e-474e7b753db5 req-e6ecf0b2-6e33-4bb4-a14a-9841b660205a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:08.142702 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2546fab6-fe8f-4f63-a35e-474e7b753db5 req-e6ecf0b2-6e33-4bb4-a14a-9841b660205a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0507529 Oct 10 12:12:08.196686 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2546fab6-fe8f-4f63-a35e-474e7b753db5 req-6b486dbc-54bc-4aa8-974a-30d622f74264 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477633 Oct 10 12:12:08.917955 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9d385-136f-4c4f-94d8-051ec24cbfbb req-12954dce-fafa-4259-969a-edcf21c90949 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:08.919471 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-76f9d385-136f-4c4f-94d8-051ec24cbfbb req-12954dce-fafa-4259-969a-edcf21c90949 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0504870 Oct 10 12:12:08.985123 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-76f9d385-136f-4c4f-94d8-051ec24cbfbb req-ee1481e5-cdb7-49a5-af7e-bc26e9fd4ea4 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593626 Oct 10 12:12:09.053861 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9781c20d-f56f-47e2-a327-63646a5ab3b1 req-98df0b20-67d0-4a9b-9900-bc56fcc0de86 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0320733 Oct 10 12:12:09.358222 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d4621-efc2-44f7-bef8-8839b9480c8e req-feb4f0d1-afb2-4e3e-a7bd-5d17af8b248e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:09.360326 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e96d4621-efc2-44f7-bef8-8839b9480c8e req-feb4f0d1-afb2-4e3e-a7bd-5d17af8b248e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0511866 Oct 10 12:12:09.412927 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e96d4621-efc2-44f7-bef8-8839b9480c8e req-d99eab02-db3f-4903-baca-856c84e34f8c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464468 Oct 10 12:12:10.108292 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:10.131638 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f900c9-f9b7-4b9c-b884-194c5f0415d7 req-7cae4167-dff1-47db-97d4-5c2373905453 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:10.133333 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-16f900c9-f9b7-4b9c-b884-194c5f0415d7 req-7cae4167-dff1-47db-97d4-5c2373905453 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0630269 Oct 10 12:12:10.177257 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d1ce1a7d-3cea-4384-a65b-0710755064d8 req-e8222aeb-2a8d-473f-9761-af2cc63d7104 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0376656 Oct 10 12:12:10.182963 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:10.184876 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=24,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:10.231546 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-16f900c9-f9b7-4b9c-b884-194c5f0415d7 req-cc679450-77f7-40cf-912b-bc2983831cc4 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810413 Oct 10 12:12:10.558820 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fafc2-45ae-45a3-ab79-a5dd302c3a81 req-a1090f06-c2f5-45ee-9bca-74f1dd435b4b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:10.560236 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bc2fafc2-45ae-45a3-ab79-a5dd302c3a81 req-a1090f06-c2f5-45ee-9bca-74f1dd435b4b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0513043 Oct 10 12:12:10.610460 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bc2fafc2-45ae-45a3-ab79-a5dd302c3a81 req-fa74c2cc-cf24-400b-892c-4cd3f7bab3e9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438371 Oct 10 12:12:11.285455 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7ae7664c-d82a-453b-b7eb-c6add5f5c13b req-f8577514-0790-4942-b701-1cb5b2b08a15 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0291150 Oct 10 12:12:11.397719 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff20424-2ed0-459b-b686-c036af4c0f98 req-e76d6a1d-b541-406c-99a8-6168a3ea767c tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:11.399531 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eff20424-2ed0-459b-b686-c036af4c0f98 req-e76d6a1d-b541-406c-99a8-6168a3ea767c tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0541847 Oct 10 12:12:11.455761 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eff20424-2ed0-459b-b686-c036af4c0f98 req-0458d70b-65da-4474-aee4-a594fd0b5bdc tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507052 Oct 10 12:12:11.758379 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:11.775436 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115c42f-213b-4464-9249-d2eb1b221df7 req-f4c635e0-b57a-4581-adab-ebcabf91d362 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:11.776998 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2115c42f-213b-4464-9249-d2eb1b221df7 req-f4c635e0-b57a-4581-adab-ebcabf91d362 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0536933 Oct 10 12:12:11.831353 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2115c42f-213b-4464-9249-d2eb1b221df7 req-a69871db-b2ed-4670-b95e-0f42be84ba60 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480819 Oct 10 12:12:12.402622 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-867a151a-a707-4bbf-9dde-f9a900971760 req-bac2e1e1-d7e9-41b2-8729-dc917a7482d1 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0288942 Oct 10 12:12:12.587922 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802eb7db-6f04-4aa8-bfee-046aeaee02c5 req-496fd47d-8cd7-4fde-94c0-c2c14f8482f4 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:12.589316 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-802eb7db-6f04-4aa8-bfee-046aeaee02c5 req-496fd47d-8cd7-4fde-94c0-c2c14f8482f4 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0538490 Oct 10 12:12:12.646164 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-802eb7db-6f04-4aa8-bfee-046aeaee02c5 req-8c4e2225-c669-4cad-b036-cee192f9f6d5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496464 Oct 10 12:12:12.970062 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d918d4-c1b7-49fc-959d-e79953b8f843 req-c97265c1-dbc3-4c59-bd5f-383635a5fe6f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:12.972780 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-76d918d4-c1b7-49fc-959d-e79953b8f843 req-c97265c1-dbc3-4c59-bd5f-383635a5fe6f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0569861 Oct 10 12:12:13.051816 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-76d918d4-c1b7-49fc-959d-e79953b8f843 req-bc4561d0-cbe7-4ce2-bbe4-d7c2e27effc5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722027 Oct 10 12:12:13.510395 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-05c974d8-cbb1-42ed-9115-aa6e40dcc8e1 req-7a35707a-b0dc-4e19-840a-1017df5a0eb3 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0280807 Oct 10 12:12:13.784711 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86f38a-b804-48a3-b23c-b7d90e22e91a req-22a3368f-26ec-4c5a-a2cc-9c513a847be2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:13.786327 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9e86f38a-b804-48a3-b23c-b7d90e22e91a req-22a3368f-26ec-4c5a-a2cc-9c513a847be2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0535009 Oct 10 12:12:13.836306 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9e86f38a-b804-48a3-b23c-b7d90e22e91a req-a681904b-0dd4-4152-9d60-e5b5f05e97b6 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439067 Oct 10 12:12:14.213181 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55def561-e504-47a7-a0e4-292283406870 req-8dd48db0-cb9b-4df3-8f4b-a6c1d47e9385 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:14.215191 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-55def561-e504-47a7-a0e4-292283406870 req-8dd48db0-cb9b-4df3-8f4b-a6c1d47e9385 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0533063 Oct 10 12:12:14.269470 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-55def561-e504-47a7-a0e4-292283406870 req-0ed2b449-b037-4342-80a2-cfe42f77d3cc tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487907 Oct 10 12:12:14.615969 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f94f6d3b-d489-4247-b79c-786d4662c062 req-3f68b853-473b-453c-9829-60f8756c6a08 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0287595 Oct 10 12:12:14.967486 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51005a-17cb-4b21-b282-a76f50199cfc req-cc29e455-a8ae-4510-bb87-d955c9eed4a0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:14.968993 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb51005a-17cb-4b21-b282-a76f50199cfc req-cc29e455-a8ae-4510-bb87-d955c9eed4a0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0520115 Oct 10 12:12:15.031521 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb51005a-17cb-4b21-b282-a76f50199cfc req-d34ba2a3-14fc-403e-a11d-ea10c82d8073 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560522 Oct 10 12:12:15.065903 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:15.399750 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ab097-6645-4236-a620-dd2f76c1906c req-c7d539b4-c2d0-4370-889c-1683348e895f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:15.401299 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-090ab097-6645-4236-a620-dd2f76c1906c req-c7d539b4-c2d0-4370-889c-1683348e895f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0479481 Oct 10 12:12:15.451939 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-090ab097-6645-4236-a620-dd2f76c1906c req-0c5b8780-4faa-498b-b183-b19c82b0b2d4 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447965 Oct 10 12:12:15.722192 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b16dd5c9-7f80-4ecc-943b-753600b8fe56 req-e124bae6-a474-4219-b26f-dc68ba87dca0 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0321448 Oct 10 12:12:16.151382 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de9394-eb7c-4ef8-b840-a8579f9b3363 req-8b80dfeb-9ad8-48d9-8a6a-b8aa9bd7197e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:16.152952 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-26de9394-eb7c-4ef8-b840-a8579f9b3363 req-8b80dfeb-9ad8-48d9-8a6a-b8aa9bd7197e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0476706 Oct 10 12:12:16.172808 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:16.206693 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-26de9394-eb7c-4ef8-b840-a8579f9b3363 req-5056c1d5-5f63-4854-a295-62ced7e5d1d3 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474269 Oct 10 12:12:16.319279 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:16.319977 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:16.585970 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727c7c7-5a57-46b4-bb81-3494e25725a2 req-4125abc7-7393-49cf-a1e9-6c3d17d5241e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:16.590295 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8727c7c7-5a57-46b4-bb81-3494e25725a2 req-4125abc7-7393-49cf-a1e9-6c3d17d5241e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0527177 Oct 10 12:12:16.642197 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8727c7c7-5a57-46b4-bb81-3494e25725a2 req-3ffa1fad-a5a9-4fce-bd7a-034eb4aa7b88 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488584 Oct 10 12:12:16.827440 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3084b340-edc1-4898-8809-6dd55a58ec82 req-c17af6ef-4c8a-4a49-9a67-cbe83ef2d179 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0305865 Oct 10 12:12:17.369757 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033791e-f915-472e-a31e-ca31ad57a59e req-230f3354-9b66-45b5-8240-3ee2d6929327 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:17.371147 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1033791e-f915-472e-a31e-ca31ad57a59e req-230f3354-9b66-45b5-8240-3ee2d6929327 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0778341 Oct 10 12:12:17.423894 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1033791e-f915-472e-a31e-ca31ad57a59e req-a5a509a0-9a1f-4f2a-9f23-1e4e1de4050c tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462866 Oct 10 12:12:17.785206 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e432e1-5ed6-4c67-a2eb-853165e78326 req-ad6d8cf3-84d1-4e3d-863e-7610a7e1a0ff tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:17.786854 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-68e432e1-5ed6-4c67-a2eb-853165e78326 req-ad6d8cf3-84d1-4e3d-863e-7610a7e1a0ff tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0604978 Oct 10 12:12:17.839519 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-68e432e1-5ed6-4c67-a2eb-853165e78326 req-9d22ecf0-dd27-49f4-bc20-793ad66777de tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447226 Oct 10 12:12:17.946024 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8199f484-42ec-4b3a-a782-cc67e7d4786e req-ad894073-1992-43df-be41-1b928a900543 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0342040 Oct 10 12:12:18.581084 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeff2f3-d0f2-4202-b4ff-ca2f516327a8 req-ba74c357-9b2a-4a70-80a3-b8ee6e02a316 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:18.589028 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cdeff2f3-d0f2-4202-b4ff-ca2f516327a8 req-ba74c357-9b2a-4a70-80a3-b8ee6e02a316 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0683067 Oct 10 12:12:18.679413 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cdeff2f3-d0f2-4202-b4ff-ca2f516327a8 req-aee02c10-df5d-45ca-958e-5b5a69b358f2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891898 Oct 10 12:12:19.070881 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:19.107325 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5029d4-cf1c-43aa-806b-0910219c3bea req-5c67d7a9-1869-46c2-b9fa-af03e5ab8e69 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:19.116185 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9e5029d4-cf1c-43aa-806b-0910219c3bea req-5c67d7a9-1869-46c2-b9fa-af03e5ab8e69 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0816875 Oct 10 12:12:19.206925 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9e5029d4-cf1c-43aa-806b-0910219c3bea req-81486652-0aa1-4787-a710-a473db1d5b53 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880516 Oct 10 12:12:19.273629 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e3132e82-c93a-4a81-9d68-7fa0954316c5 req-2161d244-4302-4c6e-94e1-e446f4c1d209 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0673978 Oct 10 12:12:19.364687 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663b608-e539-410a-9504-3cfa9bf5fa8d req-aeadb580-2ad2-425a-84d7-821aa113ab71 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:19.372608 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f663b608-e539-410a-9504-3cfa9bf5fa8d req-aeadb580-2ad2-425a-84d7-821aa113ab71 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0797145 Oct 10 12:12:19.435203 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f663b608-e539-410a-9504-3cfa9bf5fa8d req-474238b3-4216-4e68-a4c4-089da9e595d3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616052 Oct 10 12:12:19.902575 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f589db2-4186-4fab-aa69-2c9d04909f0c req-20a814b9-6fb1-4853-bfde-d0843973e335 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:19.902818 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2f589db2-4186-4fab-aa69-2c9d04909f0c req-20a814b9-6fb1-4853-bfde-d0843973e335 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.1009645 Oct 10 12:12:20.025509 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2f589db2-4186-4fab-aa69-2c9d04909f0c req-363177b1-575d-40d8-baaa-200a97e77585 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215143 Oct 10 12:12:20.347095 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565aa065-57ec-4e9e-afd4-1e15c8fa75c8 req-180754a7-5877-4f97-9672-0bb2482a275e tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:20.364165 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-565aa065-57ec-4e9e-afd4-1e15c8fa75c8 req-180754a7-5877-4f97-9672-0bb2482a275e tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 945 time: 0.1588008 Oct 10 12:12:20.392313 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-840ad9f5-03c6-433d-be9a-e47001626ef6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:20.393906 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-840ad9f5-03c6-433d-be9a-e47001626ef6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "GET /networking/v2.0/networks?id=3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 200 len: 815 time: 0.5735149 Oct 10 12:12:20.485670 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcda41c-5533-4236-89c5-bf26c097892a req-cb53570b-4451-47b9-90f1-62a401218e18 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:20.487243 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9bcda41c-5533-4236-89c5-bf26c097892a req-cb53570b-4451-47b9-90f1-62a401218e18 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0736752 Oct 10 12:12:20.494970 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-565aa065-57ec-4e9e-afd4-1e15c8fa75c8 req-7d7da788-d791-4c25-a90c-b6eca38aa06f tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296470 Oct 10 12:12:20.564394 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9bcda41c-5533-4236-89c5-bf26c097892a req-e4e34873-31d6-4b2a-8681-3128be408462 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653150 Oct 10 12:12:20.605467 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-abeb50c4-c7f9-485b-be56-7b7c1e1b5f07 req-e96c5e21-1978-4b60-a582-59ffd4843b3d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0335176 Oct 10 12:12:20.662641 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:20.676348 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91f336-e260-4215-ad69-665d19ec6177 req-7b836cff-8094-4bf7-9206-ee5cebde089a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:20.677818 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5d91f336-e260-4215-ad69-665d19ec6177 req-7b836cff-8094-4bf7-9206-ee5cebde089a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0471089 Oct 10 12:12:20.732565 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5d91f336-e260-4215-ad69-665d19ec6177 req-3e5fc5f8-8b3f-4bf1-90ec-2f50106e830e tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489144 Oct 10 12:12:21.178121 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708c48e-06b4-4b5b-a160-7769e58f1528 req-941f9aa5-9341-4c95-a02e-ca4717135900 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:21.180036 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7708c48e-06b4-4b5b-a160-7769e58f1528 req-941f9aa5-9341-4c95-a02e-ca4717135900 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0569317 Oct 10 12:12:21.242392 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7708c48e-06b4-4b5b-a160-7769e58f1528 req-09d24f84-f3b0-4f01-bcd0-f2a484197333 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563841 Oct 10 12:12:21.814700 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-7b9192f2-01bf-403e-9314-52f61d4f86e4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aab51c9b019e400c8e28d9a789eda6da HTTP/1.1" status: 200 len: 473 time: 0.1367443 Oct 10 12:12:21.839930 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'port': {'device_id': 'd0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'admin_state_up': True, 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'security_groups': ['b8008119-90c5-4513-8fa5-0d648c91aee7']}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:12:21.843597 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f400e6-11cd-4928-870e-3f6015c0ff47 req-c4a004e8-21f2-4847-b0f7-a3b764d5f843 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:21.846476 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-18f400e6-11cd-4928-870e-3f6015c0ff47 req-c4a004e8-21f2-4847-b0f7-a3b764d5f843 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.1899140 Oct 10 12:12:21.879749 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445b391-0cdb-4932-b3cd-536f578884c8 req-57c8fdb1-6bb3-422a-95f4-96219b342e02 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:21.881343 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7445b391-0cdb-4932-b3cd-536f578884c8 req-57c8fdb1-6bb3-422a-95f4-96219b342e02 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 945 time: 0.2768750 Oct 10 12:12:21.996819 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-18f400e6-11cd-4928-870e-3f6015c0ff47 req-f4854568-f827-4b7c-9ae7-ec76e2f78fdc tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241274 Oct 10 12:12:22.018605 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7445b391-0cdb-4932-b3cd-536f578884c8 req-7d0889e5-9a4e-42a4-b134-a40c9fcf4c08 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215084 Oct 10 12:12:22.191387 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f38b1f72-a454-4957-8c0b-090015a642bf req-1f3b5226-c5b0-4aee-b858-714b209c843f tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0767980 Oct 10 12:12:22.242855 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Made reservation on behalf of aab51c9b019e400c8e28d9a789eda6da for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:12:22.245008 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df5ea7-7edf-48a9-acf5-5ba062ef3ca6 req-b448768f-e005-4014-85c4-371a17823e17 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:22.246897 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23df5ea7-7edf-48a9-acf5-5ba062ef3ca6 req-b448768f-e005-4014-85c4-371a17823e17 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0771749 Oct 10 12:12:22.247835 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:22.437179 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23df5ea7-7edf-48a9-acf5-5ba062ef3ca6 req-3ea630b7-b382-47de-8cad-30ddc3bdf6dc tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778026 Oct 10 12:12:22.581425 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb97d8-0111-476a-b1de-da8c64743ee1 req-32e5cb67-4202-4fd7-a270-7d973423570c tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:22.594030 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4dfb97d8-0111-476a-b1de-da8c64743ee1 req-32e5cb67-4202-4fd7-a270-7d973423570c tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.1008728 Oct 10 12:12:22.605048 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:22.708787 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4dfb97d8-0111-476a-b1de-da8c64743ee1 req-b2f15e60-384d-4087-a039-a51bd6315d43 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129653 Oct 10 12:12:22.728477 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Allocated IP 172.20.0.9 (3f74af49-8f08-437e-8de8-52cf94d07154/afa57b24-9493-41e1-9638-6e9b3725e1da/0ced9ae0-41b3-43d6-830e-32265066d50b) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:12:23.311949 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f665a3b-7eaa-47bd-a0fc-45628987758a req-9e1d64b6-6703-467a-a093-481c49e883a9 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:23.320246 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9f665a3b-7eaa-47bd-a0fc-45628987758a req-9e1d64b6-6703-467a-a093-481c49e883a9 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 945 time: 0.2967813 Oct 10 12:12:23.438863 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for port (0ced9ae0-41b3-43d6-830e-32265066d50b), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:23.456827 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af92627-8a88-4ebe-83c5-a80107088559 req-d563ddf6-1541-44a0-b344-acc828336f55 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:23.476901 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7af92627-8a88-4ebe-83c5-a80107088559 req-d563ddf6-1541-44a0-b344-acc828336f55 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 945 time: 0.1159556 Oct 10 12:12:23.666583 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (0ced9ae0-41b3-43d6-830e-32265066d50b), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:23.737593 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335f445-0859-43d2-8076-beef5a816014 req-b9083974-589d-464f-83bb-95a3546460b0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:23.746563 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f335f445-0859-43d2-8076-beef5a816014 req-b9083974-589d-464f-83bb-95a3546460b0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.2423549 Oct 10 12:12:23.784218 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7af92627-8a88-4ebe-83c5-a80107088559 req-e4f33351-4c04-4373-80e2-624d24dc65fd tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067985 Oct 10 12:12:23.815513 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Network 3f74af49-8f08-437e-8de8-52cf94d07154 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:12:23.821414 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:12:23.824246 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:12:23.947017 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'Port': ['ID=0ced9ae0-41b3-43d6-830e-32265066d50b,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:12:23.947887 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f335f445-0859-43d2-8076-beef5a816014 req-c2764453-469e-4365-9c98-ed43d8acb4e6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951437 Oct 10 12:12:23.977209 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:24.004518 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:24.005445 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:24.006392 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:24.015454 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:24.017665 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:24.018528 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:24.024311 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:24.025458 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:24.026359 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:24.027379 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:24.028480 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:24.029482 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:24.030167 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:24.031092 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:24.051372 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:24.133014 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:24.133776 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:24.196148 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75a7f7-5d7c-4ea0-9698-e80a02728115 req-13690ea3-34ec-4416-8339-91a10221410e tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:24.196148 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7c75a7f7-5d7c-4ea0-9698-e80a02728115 req-13690ea3-34ec-4416-8339-91a10221410e tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0801375 Oct 10 12:12:24.211092 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70962fb-2957-4a45-b90c-a7ca1da78f8e req-c7d04252-8761-4c9e-a4b3-e95f054eb25e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:24.220809 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b70962fb-2957-4a45-b90c-a7ca1da78f8e req-c7d04252-8761-4c9e-a4b3-e95f054eb25e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 931 time: 0.2301190 Oct 10 12:12:24.245674 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-5958fa65-eda7-48a6-a9e2-78eb3cb1035c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4187849 Oct 10 12:12:24.318944 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:12:24.327050 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7c75a7f7-5d7c-4ea0-9698-e80a02728115 req-f4567dda-3407-4ca4-9b07-ae3c218af336 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027050 Oct 10 12:12:24.351306 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b70962fb-2957-4a45-b90c-a7ca1da78f8e req-5d3f784b-82a4-415a-a6d9-d682ccb68649 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210566 Oct 10 12:12:24.489920 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-96e8114a-6cd4-444d-8f47-01f1d494165e None None] Provisioning complete for port 0ced9ae0-41b3-43d6-830e-32265066d50b triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:12:24.491057 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-96e8114a-6cd4-444d-8f47-01f1d494165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (0ced9ae0-41b3-43d6-830e-32265066d50b), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:24.491636 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-96e8114a-6cd4-444d-8f47-01f1d494165e None None] Attempt 1 to provision port 0ced9ae0-41b3-43d6-830e-32265066d50b Oct 10 12:12:24.540184 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58380874-81cc-4692-8964-300a8b534913 req-00a5b839-3e22-45e4-9be1-2f266daaaa0a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:24.544267 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-58380874-81cc-4692-8964-300a8b534913 req-00a5b839-3e22-45e4-9be1-2f266daaaa0a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0960927 Oct 10 12:12:24.599099 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-96e8114a-6cd4-444d-8f47-01f1d494165e None None] Port 0ced9ae0-41b3-43d6-830e-32265066d50b cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:12:24.640436 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-58380874-81cc-4692-8964-300a8b534913 req-34934629-0c1b-4efd-bb0e-df4d77c5edc1 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893548 Oct 10 12:12:24.893926 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Request body: {'port': {'device_id': 'd0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:12:25.072297 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf596755-29d0-4799-8544-387cfa0e1409 req-4061c5f9-559a-4dc2-85d4-68375a5b5ae9 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:25.080458 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:25.087330 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cf596755-29d0-4799-8544-387cfa0e1409 req-4061c5f9-559a-4dc2-85d4-68375a5b5ae9 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 945 time: 0.1255410 Oct 10 12:12:25.183562 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-9f665a3b-7eaa-47bd-a0fc-45628987758a req-50f30d0a-35f8-44fb-aa75-a4fedee25af1 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Deleting port 5a6667d5-f54b-479b-8dc6-7057368e05a2 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:12:25.184312 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-9f665a3b-7eaa-47bd-a0fc-45628987758a req-50f30d0a-35f8-44fb-aa75-a4fedee25af1 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (5a6667d5-f54b-479b-8dc6-7057368e05a2), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:25.187419 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0ced9ae0-41b3-43d6-830e-32265066d50b), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:25.232740 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cf596755-29d0-4799-8544-387cfa0e1409 req-7652fd28-782b-49d4-bc82-5b816f538f38 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407940 Oct 10 12:12:25.250072 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80738e-5ad5-40f3-915e-f40295f30a15 req-150c10d0-4377-4ba3-97de-742af9a57c67 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:25.251867 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4b80738e-5ad5-40f3-915e-f40295f30a15 req-150c10d0-4377-4ba3-97de-742af9a57c67 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.1631162 Oct 10 12:12:25.346409 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:25.351813 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4b80738e-5ad5-40f3-915e-f40295f30a15 req-f6ef579f-bf15-4086-aa6d-41b892d511af tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937562 Oct 10 12:12:25.659155 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ae618-50b2-471e-be5d-1caff324f7eb req-e7301f12-6e10-4390-9900-22e8dfb0065b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:25.663049 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-215ae618-50b2-471e-be5d-1caff324f7eb req-e7301f12-6e10-4390-9900-22e8dfb0065b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 931 time: 0.1522388 Oct 10 12:12:25.669772 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aba7b7-abfd-47ae-a51f-157a55ec4784 req-01a583cf-1925-4f5e-b8b8-e0a2caf69ce7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:25.686968 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-60aba7b7-abfd-47ae-a51f-157a55ec4784 req-01a583cf-1925-4f5e-b8b8-e0a2caf69ce7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.1341805 Oct 10 12:12:25.690759 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-9f665a3b-7eaa-47bd-a0fc-45628987758a req-50f30d0a-35f8-44fb-aa75-a4fedee25af1 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] For port 5a6667d5-f54b-479b-8dc6-7057368e05a2, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=5a6667d5-f54b-479b-8dc6-7057368e05a2,segment=NetworkSegment(f9594a04-f151-4c68-97d2-d951d3c08c06),segment_id=f9594a04-f151-4c68-97d2-d951d3c08c06)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:12:25.691143 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-9f665a3b-7eaa-47bd-a0fc-45628987758a req-50f30d0a-35f8-44fb-aa75-a4fedee25af1 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (5a6667d5-f54b-479b-8dc6-7057368e05a2), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:25.751666 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-9f665a3b-7eaa-47bd-a0fc-45628987758a req-50f30d0a-35f8-44fb-aa75-a4fedee25af1 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Calling delete_port for 5a6667d5-f54b-479b-8dc6-7057368e05a2 owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:12:25.899339 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-60aba7b7-abfd-47ae-a51f-157a55ec4784 req-39acb4f8-827a-45be-b6e1-83912a3a78b2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112272 Oct 10 12:12:25.917469 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-215ae618-50b2-471e-be5d-1caff324f7eb req-c852d490-c1e1-497a-b41b-e178ea3de82e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877010 Oct 10 12:12:25.987854 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ced9ae0-41b3-43d6-830e-32265066d50b {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:12:26.002703 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Publish callbacks [] for port (0ced9ae0-41b3-43d6-830e-32265066d50b), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:26.019293 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Transition to ACTIVE for port object 0ced9ae0-41b3-43d6-830e-32265066d50b will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:12:26.187873 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb284c98-8aa1-427a-b079-383c7213d475 req-7c998476-da20-4923-8190-17309405825c tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:26.202375 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb284c98-8aa1-427a-b079-383c7213d475 req-7c998476-da20-4923-8190-17309405825c tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.1808043 Oct 10 12:12:26.391503 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb284c98-8aa1-427a-b079-383c7213d475 req-f67451ce-8ab9-40ac-9100-221ce1eb4172 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877944 Oct 10 12:12:26.483373 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (0ced9ae0-41b3-43d6-830e-32265066d50b), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:26.491091 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:26.517626 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:26.543956 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6a442-b368-459e-a5cd-1b0e74489e59 req-76e17236-9ee3-49b2-9cd7-5d6826f83a35 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:26.567972 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5cb6a442-b368-459e-a5cd-1b0e74489e59 req-76e17236-9ee3-49b2-9cd7-5d6826f83a35 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 945 time: 0.1564724 Oct 10 12:12:26.633010 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-9f665a3b-7eaa-47bd-a0fc-45628987758a req-50f30d0a-35f8-44fb-aa75-a4fedee25af1 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (5a6667d5-f54b-479b-8dc6-7057368e05a2), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:26.647440 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ced9ae0-41b3-43d6-830e-32265066d50b,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:12:26.680869 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4c64f-3a44-4df1-8c43-7dceccd65a45 req-5e257b29-91be-42d5-a6dd-f6be4abd9527 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:26.682483 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3cd4c64f-3a44-4df1-8c43-7dceccd65a45 req-5e257b29-91be-42d5-a6dd-f6be4abd9527 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.1092656 Oct 10 12:12:26.722900 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f30d0a-35f8-44fb-aa75-a4fedee25af1 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Pushing event deleted for resources: {'Port': ['ID=5a6667d5-f54b-479b-8dc6-7057368e05a2,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:12:26.746381 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5cb6a442-b368-459e-a5cd-1b0e74489e59 req-8458f419-168f-4bb8-a10b-bd3d217f307d tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341839 Oct 10 12:12:26.797543 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3cd4c64f-3a44-4df1-8c43-7dceccd65a45 req-48e6a11d-3959-4fe2-9aba-9c34a2048465 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996909 Oct 10 12:12:26.836930 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f665a3b-7eaa-47bd-a0fc-45628987758a req-50f30d0a-35f8-44fb-aa75-a4fedee25af1 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] No DVR routers for this DVR port 5a6667d5-f54b-479b-8dc6-7057368e05a2 on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:12:26.845032 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-9f665a3b-7eaa-47bd-a0fc-45628987758a req-50f30d0a-35f8-44fb-aa75-a4fedee25af1 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:26.849153 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9f665a3b-7eaa-47bd-a0fc-45628987758a req-50f30d0a-35f8-44fb-aa75-a4fedee25af1 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.48 "DELETE /networking/v2.0/ports/5a6667d5-f54b-479b-8dc6-7057368e05a2 HTTP/1.1" status: 204 len: 173 time: 1.9505608 Oct 10 12:12:26.849779 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f411d6a5-3966-4066-83a4-5499708446b4', 'name': 'network-vif-deleted', 'tag': '5a6667d5-f54b-479b-8dc6-7057368e05a2'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:12:26.853833 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c5e778-f7f0-4f5a-b80e-b97b0b989b87" -d '{"events": [{"server_uuid": "f411d6a5-3966-4066-83a4-5499708446b4", "name": "network-vif-deleted", "tag": "5a6667d5-f54b-479b-8dc6-7057368e05a2"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:12:26.875187 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Attempting to bind port 0ced9ae0-41b3-43d6-830e-32265066d50b on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:12:26.877708 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Attempting to bind port 0ced9ae0-41b3-43d6-830e-32265066d50b by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:12:26.880016 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Attempting to bind port 0ced9ae0-41b3-43d6-830e-32265066d50b on network 3f74af49-8f08-437e-8de8-52cf94d07154 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:12:27.007977 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0733667b-f980-4efc-9b62-097fc8eec794 x-openstack-request-id: req-0733667b-f980-4efc-9b62-097fc8eec794 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:12:27.008650 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f411d6a5-3966-4066-83a4-5499708446b4", "name": "network-vif-deleted", "tag": "5a6667d5-f54b-479b-8dc6-7057368e05a2", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:12:27.010789 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0733667b-f980-4efc-9b62-097fc8eec794 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:12:27.011341 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0733667b-f980-4efc-9b62-097fc8eec794'] response: {'server_uuid': 'f411d6a5-3966-4066-83a4-5499708446b4', 'name': 'network-vif-deleted', 'tag': '5a6667d5-f54b-479b-8dc6-7057368e05a2', 'status': 'completed', 'code': 200} Oct 10 12:12:27.011946 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:27.027787 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Port 0ced9ae0-41b3-43d6-830e-32265066d50b on network 3f74af49-8f08-437e-8de8-52cf94d07154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:12:27.028560 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Attempting to bind port 0ced9ae0-41b3-43d6-830e-32265066d50b on network 3f74af49-8f08-437e-8de8-52cf94d07154 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:12:27.121934 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:12:27.122702 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Checking segment: {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:12:27.123318 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Bound using segment: {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:12:27.123972 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Bound port: 0ced9ae0-41b3-43d6-830e-32265066d50b, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:12:27.124737 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0ced9ae0-41b3-43d6-830e-32265066d50b), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:27.203347 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e260bf-3d20-4bd5-adee-3f190021a726 req-e39cd4eb-2eaf-4e8b-9ca1-595c8789470f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:27.216530 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-54e260bf-3d20-4bd5-adee-3f190021a726 req-e39cd4eb-2eaf-4e8b-9ca1-595c8789470f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.1867754 Oct 10 12:12:27.226356 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] For port 0ced9ae0-41b3-43d6-830e-32265066d50b, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:12:27.234275 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] For port 0ced9ae0-41b3-43d6-830e-32265066d50b, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0ced9ae0-41b3-43d6-830e-32265066d50b,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:12:27.263102 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a68ad-cf8b-4191-9940-acc10de0cce1 req-88be8577-a060-4519-985e-3cd3a4b5ff31 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:27.279290 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9d4a68ad-cf8b-4191-9940-acc10de0cce1 req-88be8577-a060-4519-985e-3cd3a4b5ff31 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.1763439 Oct 10 12:12:27.313831 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (0ced9ae0-41b3-43d6-830e-32265066d50b), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:27.319378 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:27.320095 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:27.328951 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/0ced9ae0-41b3-43d6-830e-32265066d50b HTTP/1.1" status: 200 len: 1093 time: 2.4376290 Oct 10 12:12:27.453730 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-54e260bf-3d20-4bd5-adee-3f190021a726 req-a7aa7226-bc6b-4874-9d0b-f14f16119ad2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295082 Oct 10 12:12:27.479231 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9d4a68ad-cf8b-4191-9940-acc10de0cce1 req-06298757-2c33-4d20-bcca-c92228945552 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987464 Oct 10 12:12:27.489565 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 5a6667d5-f54b-479b-8dc6-7057368e05a2 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:12:27.491539 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212cc5b-6858-45af-8575-1395b174d9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ced9ae0-41b3-43d6-830e-32265066d50b,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:12:27.564869 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: 5a6667d5-f54b-479b-8dc6-7057368e05a2 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:12:27.565507 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 5a6667d5-f54b-479b-8dc6-7057368e05a2 not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:12:27.629848 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-4564b85b-24a8-4035-8a4c-6ed7f27dced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:27.632000 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-4564b85b-24a8-4035-8a4c-6ed7f27dced9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 1127 time: 0.1026824 Oct 10 12:12:27.745217 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b295633-1089-4081-ae56-8f55d719513d req-812d923c-7192-4109-ae4a-1846330922d6 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:27.760176 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6b295633-1089-4081-ae56-8f55d719513d req-812d923c-7192-4109-ae4a-1846330922d6 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.1664572 Oct 10 12:12:27.786016 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-f2a8d606-20e1-4b43-a5e9-21897407f140 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ced9ae0-41b3-43d6-830e-32265066d50b HTTP/1.1" status: 200 len: 217 time: 0.1242232 Oct 10 12:12:27.897492 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6b295633-1089-4081-ae56-8f55d719513d req-8ae258e7-cfe4-46fa-823d-0a6b4e34a67f tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313214 Oct 10 12:12:27.925610 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-e26bb865-322f-42ab-96f5-f00093bbab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:27.928315 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-e26bb865-322f-42ab-96f5-f00093bbab40 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=afa57b24-9493-41e1-9638-6e9b3725e1da HTTP/1.1" status: 200 len: 854 time: 0.0991867 Oct 10 12:12:27.979279 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-54bed7c3-0a01-4eb4-8c4f-8d9d4e7de9d1 req-c37c756b-e4ba-4fee-98e9-849cb7dc196b tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f411d6a5-3966-4066-83a4-5499708446b4 HTTP/1.1" status: 200 len: 210 time: 0.0806355 Oct 10 12:12:28.008275 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-cc1fbd59-3e43-479f-b767-65e788d93ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:28.011517 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-cc1fbd59-3e43-479f-b767-65e788d93ea3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3f74af49-8f08-437e-8de8-52cf94d07154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758293 Oct 10 12:12:28.104083 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f24257-63ba-44f6-9933-ef0267182062 req-feb60a89-6359-43b0-86b9-4fcebff030a1 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:28.108772 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-67f24257-63ba-44f6-9933-ef0267182062 req-feb60a89-6359-43b0-86b9-4fcebff030a1 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0875254 Oct 10 12:12:28.157635 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-e8167c0c-deb8-4cf5-8c04-f1464e3876cd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360257 Oct 10 12:12:28.219494 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-67f24257-63ba-44f6-9933-ef0267182062 req-3e995cc5-2e20-4ef6-8bc6-dfb3fd106e22 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004221 Oct 10 12:12:28.592574 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-998e182c-a78e-46dd-8a8b-7c9dfebddd5f req-ffa300cc-9cb1-4cf1-abe2-ae8982d73104 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545462 Oct 10 12:12:28.811374 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:28.890543 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c2243-ffb2-418a-83ce-5eaecc896b15 req-a6fbadd9-d00f-4151-a914-c578a4e8b3f5 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:28.892721 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-568c2243-ffb2-418a-83ce-5eaecc896b15 req-a6fbadd9-d00f-4151-a914-c578a4e8b3f5 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.1938059 Oct 10 12:12:28.967853 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5352f2d-a5e2-4fa1-a8a9-e31f4031b234 req-d1a0216a-2349-4c35-919f-972f8543fe9e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:28.988165 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c5352f2d-a5e2-4fa1-a8a9-e31f4031b234 req-d1a0216a-2349-4c35-919f-972f8543fe9e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.2141383 Oct 10 12:12:29.013333 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3', 'tag': '0ced9ae0-41b3-43d6-830e-32265066d50b'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:12:29.017256 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9862f224-da07-4828-a260-f4c5a7f95bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3", "tag": "0ced9ae0-41b3-43d6-830e-32265066d50b"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:12:29.120574 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c5352f2d-a5e2-4fa1-a8a9-e31f4031b234 req-1fd50113-42a1-457a-8f77-b4b2645d7933 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313224 Oct 10 12:12:29.158965 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-568c2243-ffb2-418a-83ce-5eaecc896b15 req-60e7bc1d-0f13-4886-b2d4-c28c2f550140 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368400 Oct 10 12:12:29.284789 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fbf009-dbbf-4faa-bcfd-c3c7bc3cfbe9 x-openstack-request-id: req-f7fbf009-dbbf-4faa-bcfd-c3c7bc3cfbe9 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:12:29.285360 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3", "tag": "0ced9ae0-41b3-43d6-830e-32265066d50b", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:12:29.285824 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7fbf009-dbbf-4faa-bcfd-c3c7bc3cfbe9 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:12:29.286458 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7fbf009-dbbf-4faa-bcfd-c3c7bc3cfbe9'] response: {'name': 'network-changed', 'server_uuid': 'd0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3', 'tag': '0ced9ae0-41b3-43d6-830e-32265066d50b', 'status': 'completed', 'code': 200} Oct 10 12:12:29.431966 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1f48d-fd9e-471d-b8c7-228acf8f777f req-fd41f1b1-40f3-4392-a00e-1572abf779e4 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:29.437109 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c5b1f48d-fd9e-471d-b8c7-228acf8f777f req-fd41f1b1-40f3-4392-a00e-1572abf779e4 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.1547768 Oct 10 12:12:29.468144 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862f224-da07-4828-a260-f4c5a7f95bbb req-52788408-b4cb-4dde-bbcf-9a371a6d94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:29.469936 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9862f224-da07-4828-a260-f4c5a7f95bbb req-52788408-b4cb-4dde-bbcf-9a371a6d94d8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 1127 time: 0.1010244 Oct 10 12:12:29.577738 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:29.623293 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:29.629287 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:29.637981 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862f224-da07-4828-a260-f4c5a7f95bbb req-9cc0a265-9e97-4283-8424-7ff394aa2a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:29.644894 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a626f28-34eb-4178-8703-60b072f89e45 req-aadd81a6-f4d9-45df-b3d9-812a4eb7cdb8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:29.647078 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9862f224-da07-4828-a260-f4c5a7f95bbb req-9cc0a265-9e97-4283-8424-7ff394aa2a54 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 200 len: 916 time: 0.1637952 Oct 10 12:12:29.653778 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6a626f28-34eb-4178-8703-60b072f89e45 req-aadd81a6-f4d9-45df-b3d9-812a4eb7cdb8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.1954694 Oct 10 12:12:29.723604 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c5b1f48d-fd9e-471d-b8c7-228acf8f777f req-21ccf7b4-d2d9-4449-8267-df9f970f5852 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791071 Oct 10 12:12:29.728218 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-7614c523-63f2-42ec-bc24-836aed2e42bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:29.753318 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9862f224-da07-4828-a260-f4c5a7f95bbb req-ae8c25a7-11e7-4ae6-a42e-0dff93275b35 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ced9ae0-41b3-43d6-830e-32265066d50b HTTP/1.1" status: 200 len: 217 time: 0.0966430 Oct 10 12:12:29.827543 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6a626f28-34eb-4178-8703-60b072f89e45 req-46431bd0-1f06-4540-a353-e7782786e042 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728168 Oct 10 12:12:29.861536 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862f224-da07-4828-a260-f4c5a7f95bbb req-800dc20f-4046-433c-84c0-fce832a90534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:29.867785 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9862f224-da07-4828-a260-f4c5a7f95bbb req-800dc20f-4046-433c-84c0-fce832a90534 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=afa57b24-9493-41e1-9638-6e9b3725e1da HTTP/1.1" status: 200 len: 854 time: 0.1016870 Oct 10 12:12:30.021592 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862f224-da07-4828-a260-f4c5a7f95bbb req-d96f9dc7-de37-4365-a959-d73c31e94c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:30.023283 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9862f224-da07-4828-a260-f4c5a7f95bbb req-d96f9dc7-de37-4365-a959-d73c31e94c73 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3f74af49-8f08-437e-8de8-52cf94d07154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1127713 Oct 10 12:12:30.143318 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:30.288633 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9862f224-da07-4828-a260-f4c5a7f95bbb req-1c3fc2fc-f22f-4dd7-8aaf-2a9271758387 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462215 Oct 10 12:12:30.420766 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c6124-473c-46d5-b9a3-e7adaf28375c req-1f6e9eca-a625-441d-897b-590796ff3343 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:30.422580 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d59c6124-473c-46d5-b9a3-e7adaf28375c req-1f6e9eca-a625-441d-897b-590796ff3343 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.1129398 Oct 10 12:12:30.433053 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cfc8b-24db-48f8-b71f-d12e0f09595e req-db152572-72e0-429d-9e08-e0047e0c383c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:30.434692 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e58cfc8b-24db-48f8-b71f-d12e0f09595e req-db152572-72e0-429d-9e08-e0047e0c383c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.1134632 Oct 10 12:12:30.509021 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:30.525176 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d59c6124-473c-46d5-b9a3-e7adaf28375c req-d7af45a7-56ba-453e-b9d4-6b1240c27ff4 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851316 Oct 10 12:12:30.554444 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e58cfc8b-24db-48f8-b71f-d12e0f09595e req-768893c9-ed31-4ca1-a2d7-e4b3f96e1642 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107979 Oct 10 12:12:31.275470 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58afe4e-d2c1-4704-a1cd-61d86720d9d8 req-af10cc96-006f-4f48-9eda-f6582b9460ab tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:31.277000 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e58afe4e-d2c1-4704-a1cd-61d86720d9d8 req-af10cc96-006f-4f48-9eda-f6582b9460ab tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.2897022 Oct 10 12:12:31.312417 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e8ebf-2571-4dbe-8ef1-fe27ff5ff98f req-970aa803-cca1-4b3b-b840-5724bf3a556d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:31.319788 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b43e8ebf-2571-4dbe-8ef1-fe27ff5ff98f req-970aa803-cca1-4b3b-b840-5724bf3a556d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.1807280 Oct 10 12:12:31.413909 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e58afe4e-d2c1-4704-a1cd-61d86720d9d8 req-eb2bad03-642d-4aea-9259-76cbd5824d95 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211796 Oct 10 12:12:31.426208 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b43e8ebf-2571-4dbe-8ef1-fe27ff5ff98f req-17ac9b8a-b447-401e-8e2d-364eed026bc8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052358 Oct 10 12:12:31.682158 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c9822-a203-4675-a716-6c2d0606844b req-7eeca880-a065-4521-9101-8b179e43abe7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:31.684054 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c28c9822-a203-4675-a716-6c2d0606844b req-7eeca880-a065-4521-9101-8b179e43abe7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0699344 Oct 10 12:12:31.740152 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176590fe-dc91-4371-913f-9c5322634dfd req-61ef0dce-93f2-4de4-90fd-e77ee0abea45 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:31.746794 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-176590fe-dc91-4371-913f-9c5322634dfd req-61ef0dce-93f2-4de4-90fd-e77ee0abea45 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.0878136 Oct 10 12:12:31.804309 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c28c9822-a203-4675-a716-6c2d0606844b req-596433c7-09a4-4f91-9da4-2c93cca7f05d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033888 Oct 10 12:12:31.873990 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-176590fe-dc91-4371-913f-9c5322634dfd req-eb0e6e79-79f0-4538-9f7d-185185a8d7e3 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157415 Oct 10 12:12:31.905362 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0fa12594-b0e4-430e-b67a-0cac7e6e3194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:32.629314 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de6b3b-e954-47b6-a8a4-166047c6aff4 req-c5dc3ed5-812b-4389-b179-9bb755f2e288 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:32.632987 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c7de6b3b-e954-47b6-a8a4-166047c6aff4 req-c5dc3ed5-812b-4389-b179-9bb755f2e288 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0821092 Oct 10 12:12:32.762342 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba883c-5337-4754-ba4d-83e14ee02386 req-44e12e1a-975b-4cd4-8ff6-9a2f0b44a936 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:32.770557 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-51ba883c-5337-4754-ba4d-83e14ee02386 req-44e12e1a-975b-4cd4-8ff6-9a2f0b44a936 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.1748564 Oct 10 12:12:32.819891 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c7de6b3b-e954-47b6-a8a4-166047c6aff4 req-bbba5381-4e97-4543-9cc0-eb7cb4778e60 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727362 Oct 10 12:12:32.860466 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-51ba883c-5337-4754-ba4d-83e14ee02386 req-0beade24-7993-4bb1-a478-f331f8cec915 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879521 Oct 10 12:12:33.136583 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d4af1-35ab-4c4c-8a1e-bc6ac8617710 req-0a74826c-4833-4b09-ac30-b50adbb8f7a5 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:33.138372 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a65d4af1-35ab-4c4c-8a1e-bc6ac8617710 req-0a74826c-4833-4b09-ac30-b50adbb8f7a5 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.1822176 Oct 10 12:12:33.161539 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eef979-e984-4df9-b223-676e8d79ab0c req-4ad4c9e9-97f4-4acd-838a-0369e8460933 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:33.164543 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f4eef979-e984-4df9-b223-676e8d79ab0c req-4ad4c9e9-97f4-4acd-838a-0369e8460933 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.1461000 Oct 10 12:12:33.229886 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:33.327652 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a65d4af1-35ab-4c4c-8a1e-bc6ac8617710 req-89d32b2f-865e-449f-acc2-b322e7ff6e0a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449468 Oct 10 12:12:33.336495 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f4eef979-e984-4df9-b223-676e8d79ab0c req-b4a93ea3-e2d1-479c-87b2-677c4419a359 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581917 Oct 10 12:12:33.849438 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:34.077795 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3190b-2d23-4870-b59c-31a7005bc98d req-6c230fa0-e276-4aed-ac17-a339f7f4ceba tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:34.081100 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8df3190b-2d23-4870-b59c-31a7005bc98d req-6c230fa0-e276-4aed-ac17-a339f7f4ceba tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.1216595 Oct 10 12:12:34.313624 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:34.566348 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317ec0e-80c1-44c6-a537-71ad3f13133f req-ac59e9f5-df0a-4b56-b4bb-64684b2c85c2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:34.574507 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f317ec0e-80c1-44c6-a537-71ad3f13133f req-ac59e9f5-df0a-4b56-b4bb-64684b2c85c2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.4915047 Oct 10 12:12:34.585537 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:34.602405 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:34.702841 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f317ec0e-80c1-44c6-a537-71ad3f13133f req-3a5e6b61-b582-4faf-84f2-8357ce861b72 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272814 Oct 10 12:12:34.717979 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8df3190b-2d23-4870-b59c-31a7005bc98d req-eec71102-f1b4-43dc-9b27-89a06bea1a8d tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5458167 Oct 10 12:12:35.013346 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5d99c-cc59-432a-8fdc-98b625a76290 req-c8af33ef-58cb-4b67-b697-9f49c121909c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:35.023475 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-46d5d99c-cc59-432a-8fdc-98b625a76290 req-c8af33ef-58cb-4b67-b697-9f49c121909c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.1375542 Oct 10 12:12:35.118644 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-46d5d99c-cc59-432a-8fdc-98b625a76290 req-34279944-f9ab-4a0a-8db4-4bbd78f3d9f9 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941803 Oct 10 12:12:35.141627 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e2b23-a460-4993-a2f7-5a2e1b4f810b req-ab664ff5-182a-43be-8c59-48d21f07ec57 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:35.143302 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fd0e2b23-a460-4993-a2f7-5a2e1b4f810b req-ab664ff5-182a-43be-8c59-48d21f07ec57 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.0936742 Oct 10 12:12:35.168608 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:35.245730 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fd0e2b23-a460-4993-a2f7-5a2e1b4f810b req-53e6740f-3efa-4905-9e5b-3b61093081f5 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868495 Oct 10 12:12:35.892454 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb3205-e11f-46d3-9732-b39a0da3e3f3 req-12f0f0c2-d115-479a-8f9d-7c117e63a401 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:35.904666 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b0fb3205-e11f-46d3-9732-b39a0da3e3f3 req-12f0f0c2-d115-479a-8f9d-7c117e63a401 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.0685019 Oct 10 12:12:36.063850 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717930-7af7-4d2b-bdce-5e6492f20f41 req-67d20e69-61bb-459b-b781-ccb0f175cb32 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:36.081821 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7e717930-7af7-4d2b-bdce-5e6492f20f41 req-67d20e69-61bb-459b-b781-ccb0f175cb32 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.1994581 Oct 10 12:12:36.154295 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b0fb3205-e11f-46d3-9732-b39a0da3e3f3 req-30429b3a-e21f-4e55-a8df-4460f053294e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481556 Oct 10 12:12:36.212650 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7e717930-7af7-4d2b-bdce-5e6492f20f41 req-3305cbdf-0474-4db4-b0ea-1ee574aa9af5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291578 Oct 10 12:12:36.496346 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15156f7a-a281-426d-aea6-bc5cd02250c0 req-538ab4e4-c00e-42d8-84c4-2db4af7636b1 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:36.498118 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-15156f7a-a281-426d-aea6-bc5cd02250c0 req-538ab4e4-c00e-42d8-84c4-2db4af7636b1 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.1640532 Oct 10 12:12:36.536821 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd6b98-fff7-4360-8f55-7a38b459da42 req-71eb6485-0ff1-4511-aa72-ed2253bbcc55 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:36.538401 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b6bd6b98-fff7-4360-8f55-7a38b459da42 req-71eb6485-0ff1-4511-aa72-ed2253bbcc55 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.1483436 Oct 10 12:12:36.709712 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b6bd6b98-fff7-4360-8f55-7a38b459da42 req-e993d204-ac40-41e1-b953-29cc15f8765f tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525090 Oct 10 12:12:36.753631 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-15156f7a-a281-426d-aea6-bc5cd02250c0 req-d1abfec1-76e6-4ffd-9bc7-4700d452cf61 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415104 Oct 10 12:12:37.374726 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894f1e3-a103-4314-ba78-cd26a1a6d518 req-bcb02bf4-5658-4966-a1f0-e70a1ecb0aa8 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:37.396104 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1894f1e3-a103-4314-ba78-cd26a1a6d518 req-bcb02bf4-5658-4966-a1f0-e70a1ecb0aa8 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 944 time: 0.1058784 Oct 10 12:12:37.479747 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bcd6c-df23-4717-960a-6d3ce3731e69 req-090869c5-8e9e-46f9-ad23-a79a1e497615 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:37.489709 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-913bcd6c-df23-4717-960a-6d3ce3731e69 req-090869c5-8e9e-46f9-ad23-a79a1e497615 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0707324 Oct 10 12:12:37.579626 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1894f1e3-a103-4314-ba78-cd26a1a6d518 req-e128baa5-38e1-43d3-9107-c633db2a9818 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887140 Oct 10 12:12:37.603682 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-913bcd6c-df23-4717-960a-6d3ce3731e69 req-873becd7-ffb6-47b4-bbce-a516d1adc524 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186612 Oct 10 12:12:37.876986 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc7b1c-f5e7-44f4-be85-800f677b965e req-159e623e-478f-4c1c-8bb9-4977d9a90dae tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:37.884183 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-77bc7b1c-f5e7-44f4-be85-800f677b965e req-159e623e-478f-4c1c-8bb9-4977d9a90dae tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.0718780 Oct 10 12:12:37.951198 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 25362498-cffe-413c-a09b-5810fd5593c4 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:12:37.991318 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153fa7c-2517-4e33-b91a-8d0a48247860 req-a9afa2c8-e137-498f-8c9f-289df14512e8 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:37.994618 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d153fa7c-2517-4e33-b91a-8d0a48247860 req-a9afa2c8-e137-498f-8c9f-289df14512e8 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.1072841 Oct 10 12:12:38.060703 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-77bc7b1c-f5e7-44f4-be85-800f677b965e req-d0d99e03-fcb3-41a3-8e78-04148a0b1a1c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754601 Oct 10 12:12:38.073231 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 25362498-cffe-413c-a09b-5810fd5593c4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=25362498-cffe-413c-a09b-5810fd5593c4,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:12:38.095593 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '25362498-cffe-413c-a09b-5810fd5593c4', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'port_id': '25362498-cffe-413c-a09b-5810fd5593c4', 'mac_address': 'fa:16:3e:61:4f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:12:38.135299 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 25362498-cffe-413c-a09b-5810fd5593c4 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:12:38.136069 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (25362498-cffe-413c-a09b-5810fd5593c4), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:38.152200 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25362498-cffe-413c-a09b-5810fd5593c4 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:12:38.180474 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 25362498-cffe-413c-a09b-5810fd5593c4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=25362498-cffe-413c-a09b-5810fd5593c4,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:12:38.323051 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (25362498-cffe-413c-a09b-5810fd5593c4), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:38.371797 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:38.393663 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:38.396917 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=25362498-cffe-413c-a09b-5810fd5593c4,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:12:38.405836 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:38.406520 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:38.407012 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:38.407418 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:38.412576 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:38.412576 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:38.412576 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:38.412576 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:38.412576 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:38.412576 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:38.412576 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:38.412576 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:38.412576 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:38.412576 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:38.412576 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:12:38.415471 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d153fa7c-2517-4e33-b91a-8d0a48247860 req-e47e0ff8-1726-43ea-842a-ab72efbe6bc2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3835926 Oct 10 12:12:38.810148 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80543d2e-646b-4f68-85cf-45c4f02a7064 req-ae5cfd71-1f4d-4d3e-873b-d731f0f3c742 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:38.811772 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-80543d2e-646b-4f68-85cf-45c4f02a7064 req-ae5cfd71-1f4d-4d3e-873b-d731f0f3c742 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 945 time: 0.1280701 Oct 10 12:12:38.836284 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1d07f-2ed9-4b08-86cd-072fbe065ef0 req-e055a5b2-3ede-40c4-9cb9-2f13084ef94f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:38.837801 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-80f1d07f-2ed9-4b08-86cd-072fbe065ef0 req-e055a5b2-3ede-40c4-9cb9-2f13084ef94f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.1022472 Oct 10 12:12:38.984232 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-80f1d07f-2ed9-4b08-86cd-072fbe065ef0 req-b737c044-a556-4bfa-8003-76c48417154f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304700 Oct 10 12:12:39.005328 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-80543d2e-646b-4f68-85cf-45c4f02a7064 req-874501bb-b4ea-47fe-8d68-3b5834ba9b97 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819706 Oct 10 12:12:39.258687 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad879845-5cea-48a6-aee7-d6cb5a4f0316 req-9780cc56-59fb-40f4-937f-d38e010d29ca tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:39.267186 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad879845-5cea-48a6-aee7-d6cb5a4f0316 req-9780cc56-59fb-40f4-937f-d38e010d29ca tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.0801475 Oct 10 12:12:39.325955 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad879845-5cea-48a6-aee7-d6cb5a4f0316 req-a670ed9d-9dbd-4e95-beb8-bb31b1c7f526 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575130 Oct 10 12:12:39.632850 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33983e3d-6f87-4567-b6cf-420a1689ee35 req-3c98c538-5d9a-4a21-9901-4dea5c4ba522 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:39.634485 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-33983e3d-6f87-4567-b6cf-420a1689ee35 req-3c98c538-5d9a-4a21-9901-4dea5c4ba522 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.1212628 Oct 10 12:12:39.712970 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-33983e3d-6f87-4567-b6cf-420a1689ee35 req-11c45022-174d-46c1-a554-2544df1f4bea tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715733 Oct 10 12:12:40.164165 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2aa53-72fd-4ffd-bb0b-feaa03927a2b req-6c494d3c-1bf9-499a-b438-1c5067b415dc tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:40.165639 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4ea2aa53-72fd-4ffd-bb0b-feaa03927a2b req-6c494d3c-1bf9-499a-b438-1c5067b415dc tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 945 time: 0.0834446 Oct 10 12:12:40.172079 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872a764-2334-40e7-ab83-58f6766591dd req-e6f844ec-9eed-4d95-8af6-75ac83a502ac tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:40.173455 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2872a764-2334-40e7-ab83-58f6766591dd req-e6f844ec-9eed-4d95-8af6-75ac83a502ac tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0800190 Oct 10 12:12:40.252451 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2872a764-2334-40e7-ab83-58f6766591dd req-894b8cf8-7bba-49c2-8166-4b59add893d8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703795 Oct 10 12:12:40.267798 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4ea2aa53-72fd-4ffd-bb0b-feaa03927a2b req-f2e96258-de13-406f-a49b-7e4648d5d245 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932298 Oct 10 12:12:40.268060 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=82 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:40.284251 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:40.497976 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de87dc9-833c-4e3f-9153-dcb77c877d12 req-d97f3ac4-f017-4fb9-ad83-f2b8d3a37c99 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:40.500447 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8de87dc9-833c-4e3f-9153-dcb77c877d12 req-d97f3ac4-f017-4fb9-ad83-f2b8d3a37c99 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.0750518 Oct 10 12:12:40.568717 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8de87dc9-833c-4e3f-9153-dcb77c877d12 req-8b1fe22c-e3aa-4ef5-9ee6-739f33a03e85 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627785 Oct 10 12:12:40.859734 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea138631-bde4-4716-aff1-3b75da7f359d req-d932252e-b29a-4a8e-9dd9-e460d3621f9c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:40.861291 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ea138631-bde4-4716-aff1-3b75da7f359d req-d932252e-b29a-4a8e-9dd9-e460d3621f9c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0525448 Oct 10 12:12:40.925444 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ea138631-bde4-4716-aff1-3b75da7f359d req-e1ce5036-0e1e-4f3e-ae98-3eb7ce1127ea tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577779 Oct 10 12:12:41.419472 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab6b20-5b3f-4639-ae46-09521c3f849a req-f4b383bd-995a-4fca-94ba-f2d49577d180 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:41.420946 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d3ab6b20-5b3f-4639-ae46-09521c3f849a req-f4b383bd-995a-4fca-94ba-f2d49577d180 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 945 time: 0.0745459 Oct 10 12:12:41.441663 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca6e2-3b76-421f-a02c-6e5caea7effb req-443baa97-1369-4376-adba-9d1b2e0e60e7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:41.443158 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-213ca6e2-3b76-421f-a02c-6e5caea7effb req-443baa97-1369-4376-adba-9d1b2e0e60e7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0687532 Oct 10 12:12:41.516998 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d3ab6b20-5b3f-4639-ae46-09521c3f849a req-6cf9a8b4-435b-4e19-94b8-f0d65094a974 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891323 Oct 10 12:12:41.521137 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-213ca6e2-3b76-421f-a02c-6e5caea7effb req-cb028802-f42c-4df8-9962-b1a645846c23 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708773 Oct 10 12:12:41.701479 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87e419-02e3-4e2b-ac2b-d05530830c41 req-af4d4b2a-96d4-4ca1-91f6-aa4802b1ab12 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:41.703003 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d87e419-02e3-4e2b-ac2b-d05530830c41 req-af4d4b2a-96d4-4ca1-91f6-aa4802b1ab12 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.0548425 Oct 10 12:12:41.735352 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:41.748763 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:41.751404 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9862f224-da07-4828-a260-f4c5a7f95bbb req-0b7ec14e-1f53-42cc-9590-7f6f7415063c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910814 Oct 10 12:12:41.754056 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d87e419-02e3-4e2b-ac2b-d05530830c41 req-ea148316-90da-4b81-a973-f7444a21d986 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452843 Oct 10 12:12:41.920486 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['25362498-cffe-413c-a09b-5810fd5593c4'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:12:42.059481 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6c902-24e4-4498-b6e7-6c86536aa3dd req-00786038-e9e4-4e95-8892-f29f1cd259aa tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:42.061373 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f2e6c902-24e4-4498-b6e7-6c86536aa3dd req-00786038-e9e4-4e95-8892-f29f1cd259aa tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0524762 Oct 10 12:12:42.130707 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f2e6c902-24e4-4498-b6e7-6c86536aa3dd req-0d16c7ca-6104-45ba-afa6-fd65ae5f083b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564535 Oct 10 12:12:42.688781 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f400a8-f181-4710-b9f0-eeb455f628bd req-18e8ff23-20d1-4242-9504-e1bf6955d129 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:42.690301 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-91f400a8-f181-4710-b9f0-eeb455f628bd req-18e8ff23-20d1-4242-9504-e1bf6955d129 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 945 time: 0.0975759 Oct 10 12:12:42.698502 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76fd27-bfcc-4345-af1e-fbd065c0a360 req-dcd30efc-3eb0-43da-baa6-cfcca517e0dd tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:42.700000 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3d76fd27-bfcc-4345-af1e-fbd065c0a360 req-dcd30efc-3eb0-43da-baa6-cfcca517e0dd tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0959890 Oct 10 12:12:42.776295 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-91f400a8-f181-4710-b9f0-eeb455f628bd req-6b4735f6-1cc6-48bc-af17-4fea3b96483a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752368 Oct 10 12:12:42.785938 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3d76fd27-bfcc-4345-af1e-fbd065c0a360 req-02139351-9925-4d8f-adb8-b72ca40d2d3b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778043 Oct 10 12:12:42.878268 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf144b5-3123-446d-a5b9-2cf1a9ba3b14 req-fad6d3b0-3b46-40a6-812e-011cc7aadbe5 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:42.879807 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-daf144b5-3123-446d-a5b9-2cf1a9ba3b14 req-fad6d3b0-3b46-40a6-812e-011cc7aadbe5 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.0470948 Oct 10 12:12:42.929854 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-daf144b5-3123-446d-a5b9-2cf1a9ba3b14 req-ad6e6c1d-61bb-468e-b218-728a84a66d88 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445962 Oct 10 12:12:43.256548 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae66f0-84f5-4862-8954-44dfc84e16c6 req-18190aa8-94ff-426a-aff0-7522d88321ae tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:43.258042 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f7ae66f0-84f5-4862-8954-44dfc84e16c6 req-18190aa8-94ff-426a-aff0-7522d88321ae tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0477831 Oct 10 12:12:43.307371 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f7ae66f0-84f5-4862-8954-44dfc84e16c6 req-4e16ee6f-f0f9-4f43-9cd7-478259500604 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437117 Oct 10 12:12:43.933203 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2f492-6a8b-4827-b6cd-37c5ad2f2b39 req-7c42266c-1b10-4645-86da-af9dd0642a9a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:43.934780 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6ab2f492-6a8b-4827-b6cd-37c5ad2f2b39 req-7c42266c-1b10-4645-86da-af9dd0642a9a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 945 time: 0.0811133 Oct 10 12:12:43.956118 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f954523-aeaa-4671-91bc-4de6d0b649f2 req-397f03dd-db36-4ba0-8e9d-3d457cb7db8c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:43.957571 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0f954523-aeaa-4671-91bc-4de6d0b649f2 req-397f03dd-db36-4ba0-8e9d-3d457cb7db8c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0738747 Oct 10 12:12:44.022598 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6ab2f492-6a8b-4827-b6cd-37c5ad2f2b39 req-74de97f1-3354-4809-b6a4-e6aa7b4fbf9f tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804112 Oct 10 12:12:44.034246 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0f954523-aeaa-4671-91bc-4de6d0b649f2 req-f52b4dd4-510e-4000-840c-465a171633ee tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689292 Oct 10 12:12:44.131156 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2187-1445-46f6-a4bc-e9d588a5409b req-6960d98f-6a9f-48c7-b220-0e857e420d04 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:44.132629 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-aa4c2187-1445-46f6-a4bc-e9d588a5409b req-6960d98f-6a9f-48c7-b220-0e857e420d04 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.0484598 Oct 10 12:12:44.183022 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-aa4c2187-1445-46f6-a4bc-e9d588a5409b req-3ca24b25-71dd-4f38-a623-0103a8fe49f8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443866 Oct 10 12:12:44.438546 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91324fe8-5a2a-4531-8729-69c36834f6b5 req-352c6acd-6a26-4529-aab0-1c8ec92f099b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:44.440052 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-91324fe8-5a2a-4531-8729-69c36834f6b5 req-352c6acd-6a26-4529-aab0-1c8ec92f099b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0540721 Oct 10 12:12:44.495012 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-91324fe8-5a2a-4531-8729-69c36834f6b5 req-045d091f-e5bd-4003-8420-504d9aee80c6 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493865 Oct 10 12:12:45.182533 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bea50-5eac-485b-829d-6dcdea1c39be req-109a3ac6-af9e-47d2-bb03-3f67b002d67c tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:45.184052 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-254bea50-5eac-485b-829d-6dcdea1c39be req-109a3ac6-af9e-47d2-bb03-3f67b002d67c tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 945 time: 0.0839088 Oct 10 12:12:45.205021 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04288aa6-2f61-4cc6-b6b9-717cfa0dd9dd req-b0d27044-c335-416c-824f-4415445978a7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:45.206441 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-04288aa6-2f61-4cc6-b6b9-717cfa0dd9dd req-b0d27044-c335-416c-824f-4415445978a7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0752683 Oct 10 12:12:45.245959 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:45.273497 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-254bea50-5eac-485b-829d-6dcdea1c39be req-c52c23b9-7a71-49d3-aaf5-1705e218a667 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827897 Oct 10 12:12:45.288667 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-04288aa6-2f61-4cc6-b6b9-717cfa0dd9dd req-a0195bb7-07ba-4a60-b039-7001bfad3d23 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750666 Oct 10 12:12:45.363857 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:45.377167 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28657eea-fcb7-4567-acdb-73281f7c5f4b req-028d7b94-a3b6-4154-9277-27635366ebe1 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:45.378626 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-28657eea-fcb7-4567-acdb-73281f7c5f4b req-028d7b94-a3b6-4154-9277-27635366ebe1 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.0477531 Oct 10 12:12:45.425836 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-28657eea-fcb7-4567-acdb-73281f7c5f4b req-d8d6d515-4ca6-4e1c-b63e-2269b12a1751 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415149 Oct 10 12:12:45.617787 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19510b4a-1e5b-413a-9371-b621b886188f req-0fff6c78-c53c-4847-9255-8c0bf2ed4790 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:45.619287 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-19510b4a-1e5b-413a-9371-b621b886188f req-0fff6c78-c53c-4847-9255-8c0bf2ed4790 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0484624 Oct 10 12:12:45.667719 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-19510b4a-1e5b-413a-9371-b621b886188f req-bb49d0f3-32f6-44df-8127-88789de54f1c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423243 Oct 10 12:12:46.446316 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13b982-a9e1-4197-8dd1-6e8f4c0ca89a req-b244bbb2-eb47-4ab6-9380-80237903f8de tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:46.447929 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fb13b982-a9e1-4197-8dd1-6e8f4c0ca89a req-b244bbb2-eb47-4ab6-9380-80237903f8de tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 945 time: 0.0783503 Oct 10 12:12:46.469069 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c8f78-c9bc-4eaa-8253-99eb362f4aef req-f95cbeb1-57e4-4989-8cfe-dab5f3803145 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:46.470646 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe3c8f78-c9bc-4eaa-8253-99eb362f4aef req-f95cbeb1-57e4-4989-8cfe-dab5f3803145 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0690324 Oct 10 12:12:46.541430 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fb13b982-a9e1-4197-8dd1-6e8f4c0ca89a req-08ea252b-dcb3-463d-8290-f8fa4673756d tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865963 Oct 10 12:12:46.545449 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe3c8f78-c9bc-4eaa-8253-99eb362f4aef req-c21082ef-40bc-4d37-9958-bbae17cc6997 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669463 Oct 10 12:12:46.645163 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaff096-f48b-43b5-a7cc-741bde012016 req-a57f6330-b85e-44d1-9bf9-cd627068702c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:46.649109 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4eaff096-f48b-43b5-a7cc-741bde012016 req-a57f6330-b85e-44d1-9bf9-cd627068702c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.0491943 Oct 10 12:12:46.700183 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4eaff096-f48b-43b5-a7cc-741bde012016 req-425a78d5-abdd-408f-8689-60d85dfb4620 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474465 Oct 10 12:12:46.790097 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f882cc-d1c0-4ebd-ae8d-bfb36cfdbfa7 req-193b95a5-d49a-4658-95fe-eac073aa979f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:46.791635 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-81f882cc-d1c0-4ebd-ae8d-bfb36cfdbfa7 req-193b95a5-d49a-4658-95fe-eac073aa979f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0469356 Oct 10 12:12:46.839168 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-81f882cc-d1c0-4ebd-ae8d-bfb36cfdbfa7 req-e7945654-102f-4b57-b4bc-1dfe27d4379d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420299 Oct 10 12:12:47.697257 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93eb7e8-1ff8-4ae8-9c26-0552fb83705a req-23cfe990-7e24-4a60-a7f9-48e33f3d134e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:47.698792 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f93eb7e8-1ff8-4ae8-9c26-0552fb83705a req-23cfe990-7e24-4a60-a7f9-48e33f3d134e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 945 time: 0.0812032 Oct 10 12:12:47.704922 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4b177-379d-4e97-940e-90a5a0d64766 req-3eea702a-b05f-471f-83c7-4fca91517d0b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:47.706252 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5ea4b177-379d-4e97-940e-90a5a0d64766 req-3eea702a-b05f-471f-83c7-4fca91517d0b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0778258 Oct 10 12:12:47.783098 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f93eb7e8-1ff8-4ae8-9c26-0552fb83705a req-4b3b5449-9b0e-4a41-8428-6309cb298b00 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758634 Oct 10 12:12:47.787045 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5ea4b177-379d-4e97-940e-90a5a0d64766 req-9edd2dd7-ea4f-49a4-8aa8-b91c255f67d9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729334 Oct 10 12:12:47.887636 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1a0f0-48bf-4b49-9cc5-a66a92cc2e8a req-e155077c-69f2-480a-9ff1-267dee59c1e8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:47.889151 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cbb1a0f0-48bf-4b49-9cc5-a66a92cc2e8a req-e155077c-69f2-480a-9ff1-267dee59c1e8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.0485528 Oct 10 12:12:47.968147 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cbb1a0f0-48bf-4b49-9cc5-a66a92cc2e8a req-dd9a660b-48b7-438e-95cd-2c66e533f1e2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728307 Oct 10 12:12:47.983842 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dd859-797c-4e71-8613-43df699998e3 req-0b8b21a2-c7b0-43e3-a764-9977b357eadd tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:47.985298 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a12dd859-797c-4e71-8613-43df699998e3 req-0b8b21a2-c7b0-43e3-a764-9977b357eadd tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0636783 Oct 10 12:12:48.034235 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a12dd859-797c-4e71-8613-43df699998e3 req-8fd716f4-59fe-4460-bda9-068a7dc1695c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429649 Oct 10 12:12:48.931324 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d2a31-567f-4842-927a-a936655c5862 req-312ea1d3-ce5e-423e-86dd-2e4bf31204e2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:48.932816 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3f4d2a31-567f-4842-927a-a936655c5862 req-312ea1d3-ce5e-423e-86dd-2e4bf31204e2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 945 time: 0.0755792 Oct 10 12:12:48.940683 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff254fd-76da-4710-81e6-e515c9e35ca0 req-dc0ab4cd-50da-421e-9bd9-37aeb5db87b6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:48.942101 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2ff254fd-76da-4710-81e6-e515c9e35ca0 req-dc0ab4cd-50da-421e-9bd9-37aeb5db87b6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0729752 Oct 10 12:12:48.956952 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:48.980105 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:49.016770 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3f4d2a31-567f-4842-927a-a936655c5862 req-6ad7a2ed-4960-438d-a646-30c0da2e565c tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737085 Oct 10 12:12:49.027912 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2ff254fd-76da-4710-81e6-e515c9e35ca0 req-cc5caa38-565e-4963-8bc6-6acaaabfbc27 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780389 Oct 10 12:12:49.148039 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a9a5c-47f0-4928-abbe-b7eb288dc85e req-3c74a948-6bcf-4ef8-a3a3-dffa7e2f060d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:49.149541 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c54a9a5c-47f0-4928-abbe-b7eb288dc85e req-3c74a948-6bcf-4ef8-a3a3-dffa7e2f060d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.0760610 Oct 10 12:12:49.171968 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87155e0-ae3b-4ba2-9907-6f85ef64a82c req-550087eb-0a9b-4fc8-8e2d-5f00f1122155 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:49.173446 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b87155e0-ae3b-4ba2-9907-6f85ef64a82c req-550087eb-0a9b-4fc8-8e2d-5f00f1122155 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0641000 Oct 10 12:12:49.239715 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c54a9a5c-47f0-4928-abbe-b7eb288dc85e req-0b6cee29-7f3d-48dc-83a6-de546c5f586f tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840588 Oct 10 12:12:49.246884 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b87155e0-ae3b-4ba2-9907-6f85ef64a82c req-6e2826c4-4c38-4f52-9a0f-403bdcd436ae tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658641 Oct 10 12:12:50.169559 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a04be8-88c0-45cb-ba75-5465e2ec202b req-283efd84-ee80-4cee-bb71-4c89ea69248e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:50.171041 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-59a04be8-88c0-45cb-ba75-5465e2ec202b req-283efd84-ee80-4cee-bb71-4c89ea69248e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 945 time: 0.0775671 Oct 10 12:12:50.190579 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a30ec-2626-431e-b121-b3cea07ab569 req-2049eec7-ae1c-4de1-a55d-6512c08e0781 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:50.192001 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a06a30ec-2626-431e-b121-b3cea07ab569 req-2049eec7-ae1c-4de1-a55d-6512c08e0781 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0662754 Oct 10 12:12:50.258049 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-59a04be8-88c0-45cb-ba75-5465e2ec202b req-f7011e6c-f4c0-4f53-b436-0eede8acf6a2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811803 Oct 10 12:12:50.264966 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a06a30ec-2626-431e-b121-b3cea07ab569 req-e0816a09-9a4f-4e02-a8d3-cfa278e9abd5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658932 Oct 10 12:12:50.395915 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06145f29-e390-42a6-8e9a-8a5e53174545 req-8856cf8d-8652-43f6-8338-25c3291721f6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:50.397353 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-06145f29-e390-42a6-8e9a-8a5e53174545 req-8856cf8d-8652-43f6-8338-25c3291721f6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.0783656 Oct 10 12:12:50.405465 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad7a66-faee-406d-9553-11bc840f7db0 req-5e705c98-a556-4a0b-b7aa-b34d9eb35354 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:50.406912 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8ad7a66-faee-406d-9553-11bc840f7db0 req-5e705c98-a556-4a0b-b7aa-b34d9eb35354 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0791137 Oct 10 12:12:50.475680 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-06145f29-e390-42a6-8e9a-8a5e53174545 req-92ab8d5a-c18c-4771-bc61-b26d3c93dc95 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677850 Oct 10 12:12:50.488139 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8ad7a66-faee-406d-9553-11bc840f7db0 req-b4cdcd1e-2ec6-4304-8df7-96327f53c44d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733864 Oct 10 12:12:50.863290 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 25362498-cffe-413c-a09b-5810fd5593c4 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:12:50.906955 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 44020) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:12:50.909397 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port 25362498-cffe-413c-a09b-5810fd5593c4 completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:12:50.922517 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:50.958966 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_v2 [None req-951d7df0-2dae-4226-9880-3d81ad6058db admin admin] Deleting subnet 371d4fc5-ee7f-4d4e-801e-4845ba925d31 {{(pid=107007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:12:50.962610 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-951d7df0-2dae-4226-9880-3d81ad6058db admin admin] Publish callbacks [] for subnet (371d4fc5-ee7f-4d4e-801e-4845ba925d31), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:50.979796 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 25362498-cffe-413c-a09b-5810fd5593c4 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:12:50.980308 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (25362498-cffe-413c-a09b-5810fd5593c4), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:50.980874 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 25362498-cffe-413c-a09b-5810fd5593c4 Oct 10 12:12:51.004994 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-951d7df0-2dae-4226-9880-3d81ad6058db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32523480'] for subnet (371d4fc5-ee7f-4d4e-801e-4845ba925d31), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:51.054645 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-951d7df0-2dae-4226-9880-3d81ad6058db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (371d4fc5-ee7f-4d4e-801e-4845ba925d31), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:51.084280 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 25362498-cffe-413c-a09b-5810fd5593c4 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:12:51.084587 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (25362498-cffe-413c-a09b-5810fd5593c4), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:51.109207 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f92846d-2cb9-4e32-ae7a-a5a7d775bc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25362498-cffe-413c-a09b-5810fd5593c4'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:12:51.112192 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6516abee-76d2-414c-ae1b-0442f93c2788" -d '{"events": [{"server_uuid": "9f92846d-2cb9-4e32-ae7a-a5a7d775bc36", "name": "network-vif-plugged", "status": "completed", "tag": "25362498-cffe-413c-a09b-5810fd5593c4"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:12:51.125474 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 25362498-cffe-413c-a09b-5810fd5593c4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=25362498-cffe-413c-a09b-5810fd5593c4,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:12:51.129865 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-54d689d6-98ed-478c-942f-af619886838b tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:51.131386 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-54d689d6-98ed-478c-942f-af619886838b tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/networks?id=81f47188-f87d-4346-bd72-870978ce64be HTTP/1.1" status: 200 len: 814 time: 0.1199393 Oct 10 12:12:51.147397 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-958ce7f8-6031-4930-b8c8-0e5d07726376 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/quotas/42363f6f6a6040e5b81070350a2b7855 HTTP/1.1" status: 200 len: 375 time: 0.0096588 Oct 10 12:12:51.150965 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f03fe1-8399-4756-8c05-f6c03d919fee x-openstack-request-id: req-f9f03fe1-8399-4756-8c05-f6c03d919fee {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:12:51.151252 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f92846d-2cb9-4e32-ae7a-a5a7d775bc36", "name": "network-vif-plugged", "status": "completed", "tag": "25362498-cffe-413c-a09b-5810fd5593c4", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:12:51.151503 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f9f03fe1-8399-4756-8c05-f6c03d919fee {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:12:51.151898 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f03fe1-8399-4756-8c05-f6c03d919fee'] response: {'server_uuid': '9f92846d-2cb9-4e32-ae7a-a5a7d775bc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25362498-cffe-413c-a09b-5810fd5593c4', 'code': 200} Oct 10 12:12:51.179845 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-951d7df0-2dae-4226-9880-3d81ad6058db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32524386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29424465'] for subnet (371d4fc5-ee7f-4d4e-801e-4845ba925d31), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:51.181791 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-b0274f76-f209-4bdb-ba55-19e0af261d5d tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=42363f6f6a6040e5b81070350a2b7855&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282788 Oct 10 12:12:51.204237 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d7df0-2dae-4226-9880-3d81ad6058db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371d4fc5-ee7f-4d4e-801e-4845ba925d31,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:12:51.210566 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-951d7df0-2dae-4226-9880-3d81ad6058db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:51.214444 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-951d7df0-2dae-4226-9880-3d81ad6058db admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/371d4fc5-ee7f-4d4e-801e-4845ba925d31 HTTP/1.1" status: 204 len: 168 time: 0.3043540 Oct 10 12:12:51.216711 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (25362498-cffe-413c-a09b-5810fd5593c4), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:51.223024 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 44034) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:12:51.275101 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=25362498-cffe-413c-a09b-5810fd5593c4,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:12:51.296799 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-e67e0c76-3688-4d3d-86b6-da8e730ab48f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/81f47188-f87d-4346-bd72-870978ce64be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986989 Oct 10 12:12:51.303676 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-99b005fe-0f43-425e-b27f-cf54315328a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (435564f3-e5dd-46a9-88d6-ee2f75cdcd4e), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:51.387843 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-99b005fe-0f43-425e-b27f-cf54315328a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (435564f3-e5dd-46a9-88d6-ee2f75cdcd4e), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:51.389695 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:51.410976 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-99b005fe-0f43-425e-b27f-cf54315328a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435564f3-e5dd-46a9-88d6-ee2f75cdcd4e']}} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:12:51.417248 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479c5f6-8c79-463b-9e07-17eb5502002b req-6681084e-7a2d-4f32-93f2-a3270053e530 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:51.418763 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5479c5f6-8c79-463b-9e07-17eb5502002b req-6681084e-7a2d-4f32-93f2-a3270053e530 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 946 time: 0.0667102 Oct 10 12:12:51.420890 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-99b005fe-0f43-425e-b27f-cf54315328a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc') {'for_net_delete': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:12:51.421186 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-99b005fe-0f43-425e-b27f-cf54315328a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc') {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:12:51.436026 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-99b005fe-0f43-425e-b27f-cf54315328a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32523425'] for segment (2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:51.441172 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-fe41377a-c790-4b27-83b5-b259836e7903 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/81f47188-f87d-4346-bd72-870978ce64be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376505 Oct 10 12:12:51.450959 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-99b005fe-0f43-425e-b27f-cf54315328a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:51.461037 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b005fe-0f43-425e-b27f-cf54315328a3 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=107007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:12:51.461565 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-99b005fe-0f43-425e-b27f-cf54315328a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32524424'] for segment (2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:51.484755 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:51.490917 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5479c5f6-8c79-463b-9e07-17eb5502002b req-dbd7485e-a7ed-4a19-9b30-007d020df62b tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607698 Oct 10 12:12:51.529129 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment 2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc resource provider aggregate not found Oct 10 12:12:51.555894 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment 2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2da63fd7-de7a-41c3-bb72-9ba7c1d64fcc found for delete ", "request_id": "req-5b7ced28-5e59-44e9-99a8-789d83187749"}]} Oct 10 12:12:51.600123 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f837-3439-4e4f-bd8f-67ccce5872b7 req-a1b87758-442a-491d-b124-fa00185e53d7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:51.601660 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1a30f837-3439-4e4f-bd8f-67ccce5872b7 req-a1b87758-442a-491d-b124-fa00185e53d7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0485599 Oct 10 12:12:51.631171 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-99b005fe-0f43-425e-b27f-cf54315328a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (435564f3-e5dd-46a9-88d6-ee2f75cdcd4e), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:51.648818 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-99b005fe-0f43-425e-b27f-cf54315328a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:51.654698 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-99b005fe-0f43-425e-b27f-cf54315328a3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/435564f3-e5dd-46a9-88d6-ee2f75cdcd4e HTTP/1.1" status: 204 len: 168 time: 0.4276102 Oct 10 12:12:51.655466 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b005fe-0f43-425e-b27f-cf54315328a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=435564f3-e5dd-46a9-88d6-ee2f75cdcd4e,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:12:51.663191 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1a30f837-3439-4e4f-bd8f-67ccce5872b7 req-e0d8345f-0b38-4793-b1e1-df98c6caa51d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556281 Oct 10 12:12:51.862387 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb33cd0-3908-458a-bd17-456a3629ca6e req-9f0fede7-f754-43b8-85b4-6cdc45de3d2d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:51.864055 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2cb33cd0-3908-458a-bd17-456a3629ca6e req-9f0fede7-f754-43b8-85b4-6cdc45de3d2d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.1062446 Oct 10 12:12:51.877087 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1efe-1561-4d6f-aa5f-ea3b04de9739 req-762c881a-f79a-449f-89e1-a376285896b4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:51.879084 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-866b1efe-1561-4d6f-aa5f-ea3b04de9739 req-762c881a-f79a-449f-89e1-a376285896b4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.0813837 Oct 10 12:12:51.963313 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2cb33cd0-3908-458a-bd17-456a3629ca6e req-10e01712-606e-423a-ad57-6f863fbf5a11 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832400 Oct 10 12:12:51.967772 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-866b1efe-1561-4d6f-aa5f-ea3b04de9739 req-2bb434d9-fc6a-45e5-8afa-f4f7cdef6143 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789537 Oct 10 12:12:52.036310 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7aed5047-2128-4282-928a-0d9e1d050f78 req-1c80a829-f05e-480d-9ea9-4bb0b6f56ffa tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0293233 Oct 10 12:12:52.238479 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 44072) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:12:52.286001 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-ecec13c0-6a9b-49e4-9ffc-bd903f6ca71d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4326aa9c66954652943d3754b121bce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461628 Oct 10 12:12:52.288784 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 44074) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:12:52.344228 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-eac2002b-0bd5-478f-b6de-ed776d3f8eab admin admin] Publish callbacks [] for security_group (cc11efe1-6272-452b-b51d-6d103cbb8418), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:52.371130 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-eac2002b-0bd5-478f-b6de-ed776d3f8eab admin admin] Publish callbacks [] for security_group (cc11efe1-6272-452b-b51d-6d103cbb8418), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:52.521863 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-eac2002b-0bd5-478f-b6de-ed776d3f8eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (cc11efe1-6272-452b-b51d-6d103cbb8418), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:52.525531 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-eac2002b-0bd5-478f-b6de-ed776d3f8eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:52.529725 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-eac2002b-0bd5-478f-b6de-ed776d3f8eab admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/cc11efe1-6272-452b-b51d-6d103cbb8418 HTTP/1.1" status: 204 len: 168 time: 0.2371395 Oct 10 12:12:52.539431 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2002b-0bd5-478f-b6de-ed776d3f8eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc11efe1-6272-452b-b51d-6d103cbb8418,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:12:52.624331 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e8854-d0fc-4030-8977-0f609e0cd1be req-d98319fe-2425-48e4-a5fa-d075dfd24a68 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:52.626817 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3d5e8854-d0fc-4030-8977-0f609e0cd1be req-d98319fe-2425-48e4-a5fa-d075dfd24a68 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 946 time: 0.0493371 Oct 10 12:12:52.679703 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3d5e8854-d0fc-4030-8977-0f609e0cd1be req-1020d3c9-b3ef-49d2-b776-e333b90d180e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475910 Oct 10 12:12:52.865870 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf405e8-21c3-4fbd-8fd8-901d18a5905c req-bca74c2d-59e5-49ed-9513-8f82d3aa7ea5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:52.867364 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-edf405e8-21c3-4fbd-8fd8-901d18a5905c req-bca74c2d-59e5-49ed-9513-8f82d3aa7ea5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0478578 Oct 10 12:12:52.914687 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-edf405e8-21c3-4fbd-8fd8-901d18a5905c req-a70dc5fa-39eb-4236-ae9c-4ffe53721a77 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414612 Oct 10 12:12:53.136168 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c09230-2901-4e9a-baac-cb4a9ff85f92 req-e8851cdb-5286-4305-aeef-efbb9785d88a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:53.137708 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c5c09230-2901-4e9a-baac-cb4a9ff85f92 req-e8851cdb-5286-4305-aeef-efbb9785d88a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.0862699 Oct 10 12:12:53.154733 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811921e3-7191-4baa-a118-d117deb1b5e9 req-90aaa849-ee15-443b-889b-e28c546e6bb6 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:53.156183 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-811921e3-7191-4baa-a118-d117deb1b5e9 req-90aaa849-ee15-443b-889b-e28c546e6bb6 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0891018 Oct 10 12:12:53.223728 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c5c09230-2901-4e9a-baac-cb4a9ff85f92 req-671835a9-eaae-4072-a168-842609b7f335 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802982 Oct 10 12:12:53.230642 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-811921e3-7191-4baa-a118-d117deb1b5e9 req-fdabf4a8-2acd-4350-9928-ce81469cf6d4 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655198 Oct 10 12:12:53.310862 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6eae1e6e-688a-45ef-ad25-4a7d170ded36 req-d3d6d300-e82d-4be0-a306-6212b16bf5ce tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0287912 Oct 10 12:12:53.317340 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:53.814884 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a6d72-8acd-44e5-8f26-5be8ee3fd726 req-265265c2-d9e9-4caf-9c3d-b96424c24adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:53.816401 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c82a6d72-8acd-44e5-8f26-5be8ee3fd726 req-265265c2-d9e9-4caf-9c3d-b96424c24adf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 1130 time: 0.0410450 Oct 10 12:12:53.816517 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95290aa-8661-4ec8-aa0a-da7453fdeb9c req-bca22cf3-0d4a-4276-aab6-cacfd654d1b9 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:53.819103 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e95290aa-8661-4ec8-aa0a-da7453fdeb9c req-bca22cf3-0d4a-4276-aab6-cacfd654d1b9 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 946 time: 0.0607162 Oct 10 12:12:53.869221 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e95290aa-8661-4ec8-aa0a-da7453fdeb9c req-daf26ad5-d491-4a8a-932a-c883551c73cb tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456741 Oct 10 12:12:53.943043 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:53.961687 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:54.003734 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7a152-7f2e-4631-bd46-489a81ddcc6d req-65b338cb-ab08-4036-a7f0-6aac08ad2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:54.005158 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-eda7a152-7f2e-4631-bd46-489a81ddcc6d req-65b338cb-ab08-4036-a7f0-6aac08ad2566 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 1130 time: 0.0629919 Oct 10 12:12:54.016170 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a6d72-8acd-44e5-8f26-5be8ee3fd726 req-5d7e2649-95ae-4dfb-84d9-88f129376d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:54.018199 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c82a6d72-8acd-44e5-8f26-5be8ee3fd726 req-5d7e2649-95ae-4dfb-84d9-88f129376d41 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8bb565bd-53c5-4c6d-b08f-259f391c730b HTTP/1.1" status: 200 len: 918 time: 0.1546831 Oct 10 12:12:54.053913 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bfd1c-f933-437c-807c-28fc1b846c0c req-6cb9ec79-0d61-425b-ad55-41d5ba62fc44 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:54.055442 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6e8bfd1c-f933-437c-807c-28fc1b846c0c req-6cb9ec79-0d61-425b-ad55-41d5ba62fc44 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0551386 Oct 10 12:12:54.106637 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-eda7a152-7f2e-4631-bd46-489a81ddcc6d req-0e3c4841-8ddf-4d9e-bdd5-ff952e3afdf5 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873883 Oct 10 12:12:54.108377 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6e8bfd1c-f933-437c-807c-28fc1b846c0c req-15143760-1147-452e-9106-7b8dce4101c4 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471501 Oct 10 12:12:54.110860 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c82a6d72-8acd-44e5-8f26-5be8ee3fd726 req-d10c686e-27b5-48f6-8447-504bad8ac8c3 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf HTTP/1.1" status: 200 len: 1001 time: 0.0848665 Oct 10 12:12:54.381094 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9dc0c-1d65-4a2f-988c-e3a0c4863313 req-a34efd9b-1d5d-4726-9577-0dcadc7ab633 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:54.382571 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8ad9dc0c-1d65-4a2f-988c-e3a0c4863313 req-a34efd9b-1d5d-4726-9577-0dcadc7ab633 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 943 time: 0.0798984 Oct 10 12:12:54.388340 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba495b-f45c-40e3-b4aa-7a5dceb5bc3b req-c96b961f-8a3a-429b-88d9-0c0a84a5067b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:54.389722 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-adba495b-f45c-40e3-b4aa-7a5dceb5bc3b req-c96b961f-8a3a-429b-88d9-0c0a84a5067b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0751662 Oct 10 12:12:54.435225 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:54.445990 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:54.464687 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8ad9dc0c-1d65-4a2f-988c-e3a0c4863313 req-3ff841d7-e90f-483b-a97d-06137e9c17e5 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740151 Oct 10 12:12:54.472165 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-adba495b-f45c-40e3-b4aa-7a5dceb5bc3b req-70382282-6b5e-438e-830a-ec47a0576d3a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755262 Oct 10 12:12:54.554232 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-37e1b106-eed6-4e3b-a97a-c9846113d422 req-232fb3e5-a635-4cec-8d38-863cafcbd6ab tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0287640 Oct 10 12:12:54.691182 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a6d72-8acd-44e5-8f26-5be8ee3fd726 req-2211b2c5-f6fe-46bf-9452-9fd1b7ff2c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:54.692656 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c82a6d72-8acd-44e5-8f26-5be8ee3fd726 req-2211b2c5-f6fe-46bf-9452-9fd1b7ff2c37 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=383a897c-19ae-4f67-b320-d650957cc219 HTTP/1.1" status: 200 len: 856 time: 0.0498583 Oct 10 12:12:54.834892 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 0ced9ae0-41b3-43d6-830e-32265066d50b details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:12:54.890389 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d258606-7446-410d-8322-0ed823a13a7e req-e602d5bc-d919-455e-a1cd-a5c333fc1133 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:54.891976 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4d258606-7446-410d-8322-0ed823a13a7e req-e602d5bc-d919-455e-a1cd-a5c333fc1133 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0529413 Oct 10 12:12:54.909209 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 98e81f6a-0ff4-4344-ab00-e77663d7f2cf no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:12:54.974740 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4d258606-7446-410d-8322-0ed823a13a7e req-3cdc51cf-6c76-4897-8c71-ab13ef094b80 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763998 Oct 10 12:12:54.985024 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 0ced9ae0-41b3-43d6-830e-32265066d50b, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0ced9ae0-41b3-43d6-830e-32265066d50b,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:12:55.003630 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '0ced9ae0-41b3-43d6-830e-32265066d50b', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'port_id': '0ced9ae0-41b3-43d6-830e-32265066d50b', 'mac_address': 'fa:16:3e:12:ca:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:12:55.038406 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9313e-b10a-419d-920d-16b1f4a73ad5 req-e762088a-40d5-4516-9340-5417cea828a8 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:55.040060 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-13c9313e-b10a-419d-920d-16b1f4a73ad5 req-e762088a-40d5-4516-9340-5417cea828a8 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 946 time: 0.0570593 Oct 10 12:12:55.046854 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:55.084168 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 0ced9ae0-41b3-43d6-830e-32265066d50b is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:12:55.084550 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0ced9ae0-41b3-43d6-830e-32265066d50b), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:55.086692 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:55.087554 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:55.094193 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-13c9313e-b10a-419d-920d-16b1f4a73ad5 req-d4ca5b0b-f106-465b-a283-04a0fdd4453f tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471897 Oct 10 12:12:55.110036 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ced9ae0-41b3-43d6-830e-32265066d50b {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:12:55.114142 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf is: ACTIVE; New status is: DOWN {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:12:55.114522 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:55.140867 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 0ced9ae0-41b3-43d6-830e-32265066d50b, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0ced9ae0-41b3-43d6-830e-32265066d50b,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:12:55.152907 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e51573a-beab-4197-840e-a9427a52e273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:12:55.155233 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae9c68c-532e-4d1e-bd39-29a1f614e1fd" -d '{"events": [{"server_uuid": "3e51573a-beab-4197-840e-a9427a52e273", "name": "network-vif-unplugged", "status": "completed", "tag": "98e81f6a-0ff4-4344-ab00-e77663d7f2cf"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:12:55.172164 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:12:55.209136 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Oct 2022 12:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c877e66f-4a4e-4f1e-a2c2-ac6e4c35e8de x-openstack-request-id: req-c877e66f-4a4e-4f1e-a2c2-ac6e4c35e8de {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:12:55.209507 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e51573a-beab-4197-840e-a9427a52e273", "name": "network-vif-unplugged", "status": "completed", "tag": "98e81f6a-0ff4-4344-ab00-e77663d7f2cf", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:12:55.209919 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c877e66f-4a4e-4f1e-a2c2-ac6e4c35e8de {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:12:55.210271 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c877e66f-4a4e-4f1e-a2c2-ac6e4c35e8de'] response: {'server_uuid': '3e51573a-beab-4197-840e-a9427a52e273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf', 'code': 200} Oct 10 12:12:55.242994 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (0ced9ae0-41b3-43d6-830e-32265066d50b), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:55.253254 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ddc37-10d6-48fc-bb11-e240df072cbe req-38735f5a-e220-434c-a2ca-c94e53b68389 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:55.255365 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-314ddc37-10d6-48fc-bb11-e240df072cbe req-38735f5a-e220-434c-a2ca-c94e53b68389 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 946 time: 0.0514712 Oct 10 12:12:55.270499 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:55.293839 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=0ced9ae0-41b3-43d6-830e-32265066d50b,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:12:55.305560 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-314ddc37-10d6-48fc-bb11-e240df072cbe req-93ff8404-b72a-488e-914e-d3f472958a12 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450361 Oct 10 12:12:55.346550 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,revision_number=8']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:12:55.487064 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a6d72-8acd-44e5-8f26-5be8ee3fd726 req-a448a4bf-5415-436f-8c4c-36af5e440148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:55.488032 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c82a6d72-8acd-44e5-8f26-5be8ee3fd726 req-a448a4bf-5415-436f-8c4c-36af5e440148 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8bb565bd-53c5-4c6d-b08f-259f391c730b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531147 Oct 10 12:12:55.588553 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c82a6d72-8acd-44e5-8f26-5be8ee3fd726 req-974341fd-2bb3-433b-a7d0-fc75148b1449 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937567 Oct 10 12:12:55.614236 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88056df0-eacd-4bae-966c-fd61acecc69b req-1304b850-c5d7-4d76-9107-1f46093a3cbe tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:55.615758 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-88056df0-eacd-4bae-966c-fd61acecc69b req-1304b850-c5d7-4d76-9107-1f46093a3cbe tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 944 time: 0.0504436 Oct 10 12:12:55.700622 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d130b96-e35b-4cf7-800c-a1c4d9769c6a req-4622298c-6c10-4cc3-93c1-afc3dc3d83df tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0443265 Oct 10 12:12:55.710713 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-88056df0-eacd-4bae-966c-fd61acecc69b req-d4040d77-f2b9-46f0-bdb3-7ce71fc65af0 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886614 Oct 10 12:12:55.745486 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffad81-f1a2-48dd-af29-911b7356a97f req-8ce103f0-3da1-416d-8ae4-6ba90cb87d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:55.747000 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7fffad81-f1a2-48dd-af29-911b7356a97f req-8ce103f0-3da1-416d-8ae4-6ba90cb87d8a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=98437356d32f4230bce856ce6ddae66a&device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 1129 time: 0.0544658 Oct 10 12:12:55.771713 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c82a6d72-8acd-44e5-8f26-5be8ee3fd726 req-69732008-d083-436e-8f51-c8121d4e272b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460385 Oct 10 12:12:55.942401 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['0ced9ae0-41b3-43d6-830e-32265066d50b'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:12:56.125824 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46eb95-292a-46e7-9a5e-ee1fd65a4e2b req-9a6d3947-6ac8-4091-9bf6-99621fc8ebe1 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:56.128052 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8f46eb95-292a-46e7-9a5e-ee1fd65a4e2b req-9a6d3947-6ac8-4091-9bf6-99621fc8ebe1 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0556540 Oct 10 12:12:56.191006 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8f46eb95-292a-46e7-9a5e-ee1fd65a4e2b req-2f674061-2d10-454b-b87f-fc5647195380 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563195 Oct 10 12:12:56.226642 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f850087-8434-455f-8970-5ed31ca423fb req-dd2dcc85-733d-4314-920c-93d7b67d0abd tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:56.228631 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8f850087-8434-455f-8970-5ed31ca423fb req-dd2dcc85-733d-4314-920c-93d7b67d0abd tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 946 time: 0.0538211 Oct 10 12:12:56.284560 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8f850087-8434-455f-8970-5ed31ca423fb req-11e81482-0f53-4257-a72e-1acea761cdd1 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498903 Oct 10 12:12:56.330619 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffad81-f1a2-48dd-af29-911b7356a97f req-cc3c9909-69af-41e1-84b6-c2c1f86732b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:56.332212 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7fffad81-f1a2-48dd-af29-911b7356a97f req-cc3c9909-69af-41e1-84b6-c2c1f86732b0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f8981a50-f1b5-4a9f-bc84-d19589293c21 HTTP/1.1" status: 200 len: 910 time: 0.1292808 Oct 10 12:12:56.436501 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9342-589d-4c6a-9fe9-bc6211108166 req-13c478f1-2114-4932-b818-69f2263765de tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:56.437948 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a3ff9342-589d-4c6a-9fe9-bc6211108166 req-13c478f1-2114-4932-b818-69f2263765de tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0483799 Oct 10 12:12:56.487054 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a3ff9342-589d-4c6a-9fe9-bc6211108166 req-ed6d4886-a30c-4bf8-bef8-173c64d4044a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433009 Oct 10 12:12:56.819514 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8691e6c2-b3cb-422e-a1c5-33183dac6849 req-40406cf2-0650-42e0-91ea-fd2ec3e60b14 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0279155 Oct 10 12:12:57.072949 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9285be1-2945-44c3-939e-b3299da79353 req-211c995e-3150-4ab2-b902-391709b7df5b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:57.074404 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d9285be1-2945-44c3-939e-b3299da79353 req-211c995e-3150-4ab2-b902-391709b7df5b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 944 time: 0.0488870 Oct 10 12:12:57.121252 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d9285be1-2945-44c3-939e-b3299da79353 req-2ce594e6-e180-4e2c-b1b4-7efc5d987225 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410469 Oct 10 12:12:57.316627 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:57.328085 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0917e-379d-4c5e-8124-f9381e169f06 req-d57a4008-a92e-431a-8434-155cedd987ee tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:57.329709 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c6c0917e-379d-4c5e-8124-f9381e169f06 req-d57a4008-a92e-431a-8434-155cedd987ee tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0507023 Oct 10 12:12:57.407124 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c6c0917e-379d-4c5e-8124-f9381e169f06 req-5ee5dcb9-664f-4fc7-9692-78b3a70a5d7e tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715699 Oct 10 12:12:57.409416 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:57.424892 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f97b9-c3b7-4c7e-bd4b-3506338f1e9a req-efb19cf0-bfdc-442f-890b-9b8320a78155 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:57.424892 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3c2f97b9-c3b7-4c7e-bd4b-3506338f1e9a req-efb19cf0-bfdc-442f-890b-9b8320a78155 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 946 time: 0.0594108 Oct 10 12:12:57.472081 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 0ced9ae0-41b3-43d6-830e-32265066d50b up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:12:57.481273 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3c2f97b9-c3b7-4c7e-bd4b-3506338f1e9a req-b7da5703-99f7-4e98-951e-8cb504d57d6c tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505037 Oct 10 12:12:57.514746 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port 0ced9ae0-41b3-43d6-830e-32265066d50b completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:12:57.590816 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 0ced9ae0-41b3-43d6-830e-32265066d50b triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:12:57.591298 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (0ced9ae0-41b3-43d6-830e-32265066d50b), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:57.591631 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 0ced9ae0-41b3-43d6-830e-32265066d50b Oct 10 12:12:57.801652 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 0ced9ae0-41b3-43d6-830e-32265066d50b is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:12:57.802286 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0ced9ae0-41b3-43d6-830e-32265066d50b), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:57.827471 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ced9ae0-41b3-43d6-830e-32265066d50b'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:12:57.829717 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca9b93f-92d8-4013-9a19-696cb98a1db5" -d '{"events": [{"server_uuid": "d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3", "name": "network-vif-plugged", "status": "completed", "tag": "0ced9ae0-41b3-43d6-830e-32265066d50b"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:12:57.843407 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 0ced9ae0-41b3-43d6-830e-32265066d50b, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0ced9ae0-41b3-43d6-830e-32265066d50b,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:12:57.865847 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d38355-0477-4ca1-8851-e0b0e096e6fb req-1a0e922e-af61-4224-9eec-ad58bd351f0f tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:57.867474 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e5d38355-0477-4ca1-8851-e0b0e096e6fb req-1a0e922e-af61-4224-9eec-ad58bd351f0f tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 946 time: 0.3079531 Oct 10 12:12:57.875451 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c80948-a7d1-45cc-b65f-d8dcd16c43f1 req-f6a459cf-4672-4d19-a00b-3d0edb882b13 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:57.877361 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-73c80948-a7d1-45cc-b65f-d8dcd16c43f1 req-f6a459cf-4672-4d19-a00b-3d0edb882b13 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.3080823 Oct 10 12:12:57.904399 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (0ced9ae0-41b3-43d6-830e-32265066d50b), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:57.913236 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:57.958166 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e5d38355-0477-4ca1-8851-e0b0e096e6fb req-803b4502-1def-4572-9454-dc4ab3dbba16 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798516 Oct 10 12:12:57.961107 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=0ced9ae0-41b3-43d6-830e-32265066d50b,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:12:57.971880 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-73c80948-a7d1-45cc-b65f-d8dcd16c43f1 req-4435b580-3a17-4e5a-a0b9-9a81cb5543b2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874381 Oct 10 12:12:57.995455 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 44194) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:12:58.028068 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3468ab3-e5c3-4b41-8561-ca4c9bdac9c1 x-openstack-request-id: req-f3468ab3-e5c3-4b41-8561-ca4c9bdac9c1 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:12:58.028322 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3", "name": "network-vif-plugged", "status": "completed", "tag": "0ced9ae0-41b3-43d6-830e-32265066d50b", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:12:58.028402 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f3468ab3-e5c3-4b41-8561-ca4c9bdac9c1 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:12:58.028936 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3468ab3-e5c3-4b41-8561-ca4c9bdac9c1'] response: {'server_uuid': 'd0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ced9ae0-41b3-43d6-830e-32265066d50b', 'code': 200} Oct 10 12:12:58.078173 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-19b67461-fbec-484b-b41e-67acbbb91853 req-5302346d-9f8a-46b2-87b3-a12b2a6aa10f tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0297935 Oct 10 12:12:58.210756 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19315000-d74a-4308-af8d-d4c1941ae894 tempest-TestVolumeBootPattern-863922887 tempest-TestVolumeBootPattern-863922887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:58.212374 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-19315000-d74a-4308-af8d-d4c1941ae894 tempest-TestVolumeBootPattern-863922887 tempest-TestVolumeBootPattern-863922887-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 1125 time: 0.2150078 Oct 10 12:12:58.215716 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 44204) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:12:58.219929 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Request body: {'floatingip': {'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'port_id': '25362498-cffe-413c-a09b-5810fd5593c4', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:12:58.263109 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c99382-48b2-4f17-82e7-788c162ed915 req-b5e6c30d-fcbc-4969-94ef-d57baba0d710 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:58.264588 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-92c99382-48b2-4f17-82e7-788c162ed915 req-b5e6c30d-fcbc-4969-94ef-d57baba0d710 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 945 time: 0.0492201 Oct 10 12:12:58.313413 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-92c99382-48b2-4f17-82e7-788c162ed915 req-3e0549c5-6770-4172-b313-280da19f16cf tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425661 Oct 10 12:12:58.317791 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:58.401638 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:58.449430 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:58.512441 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Allocated IP 172.27.4.169 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/6033378e-1321-41dd-b827-afc1092b5c34) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:12:58.562844 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f436b-f86d-4a40-aa58-704402b2c1d4 req-b4180f20-390b-4c58-9153-b3e31b387b24 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:58.562844 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c92f436b-f86d-4a40-aa58-704402b2c1d4 req-b4180f20-390b-4c58-9153-b3e31b387b24 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0569446 Oct 10 12:12:58.613816 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:58.618183 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c92f436b-f86d-4a40-aa58-704402b2c1d4 req-66c477c6-d94f-480c-845d-056b68005ed4 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493171 Oct 10 12:12:58.685103 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for port (6033378e-1321-41dd-b827-afc1092b5c34), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:58.700041 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7fffad81-f1a2-48dd-af29-911b7356a97f req-3eb2579d-557e-48c8-93c2-edda9ab0fa20 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d53b17-0e7f-4e84-aa0c-4d6908cd174a HTTP/1.1" status: 200 len: 1000 time: 0.1274855 Oct 10 12:12:58.833357 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (6033378e-1321-41dd-b827-afc1092b5c34), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:58.837773 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffad81-f1a2-48dd-af29-911b7356a97f req-a43d7c77-1fc4-4a57-9a9e-6beb758e4b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:58.839205 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7fffad81-f1a2-48dd-af29-911b7356a97f req-a43d7c77-1fc4-4a57-9a9e-6beb758e4b50 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d HTTP/1.1" status: 200 len: 848 time: 0.0686333 Oct 10 12:12:58.906253 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:12:58.914975 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:12:58.921532 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:12:58.926492 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event updated for resources: {'Port': ['ID=6033378e-1321-41dd-b827-afc1092b5c34,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:12:58.946805 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffad81-f1a2-48dd-af29-911b7356a97f req-007b2ee7-970e-49c6-a760-47a560471929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:58.949465 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7fffad81-f1a2-48dd-af29-911b7356a97f req-007b2ee7-970e-49c6-a760-47a560471929 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f8981a50-f1b5-4a9f-bc84-d19589293c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859311 Oct 10 12:12:59.152983 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884c0f6-dc4c-49a3-a907-d4006a7db1ba req-3c979017-a5ac-4a45-b6f6-e32d20bf911e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:59.163211 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c884c0f6-dc4c-49a3-a907-d4006a7db1ba req-3c979017-a5ac-4a45-b6f6-e32d20bf911e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.1041548 Oct 10 12:12:59.190008 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc159e-1b1b-43ba-83bb-78bf873d81e1 req-ddb35de9-a466-497a-a6c0-75b7335de783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:59.191604 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-60fc159e-1b1b-43ba-83bb-78bf873d81e1 req-ddb35de9-a466-497a-a6c0-75b7335de783 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 1129 time: 0.0809350 Oct 10 12:12:59.291741 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-61d49b01-be6c-441f-b85c-b284b68b8adb req-254485fe-ae21-434c-9708-c73f6038da33 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0576394 Oct 10 12:12:59.295262 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c884c0f6-dc4c-49a3-a907-d4006a7db1ba req-2a63fb1a-1229-4709-bf4e-bae1e4a5b4db tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308110 Oct 10 12:12:59.298329 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-60fc159e-1b1b-43ba-83bb-78bf873d81e1 req-82077ef9-411a-4f8e-b76c-19504490ea5b service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007836 Oct 10 12:12:59.440032 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:12:59.456886 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416bf31-6b7f-4188-946f-b33fa0988838 req-306576c5-e825-4699-9186-27f1aee799b8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:59.461498 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8416bf31-6b7f-4188-946f-b33fa0988838 req-306576c5-e825-4699-9186-27f1aee799b8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 945 time: 0.0596955 Oct 10 12:12:59.528802 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8416bf31-6b7f-4188-946f-b33fa0988838 req-06ebf969-2c60-4556-bf73-d0334da83e01 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617988 Oct 10 12:12:59.628617 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-0bf6d8cc-9f1e-4924-b770-a55cb438d6e8 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:59.628617 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-0bf6d8cc-9f1e-4924-b770-a55cb438d6e8 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.48 "GET /networking/v2.0/networks?id=81f47188-f87d-4346-bd72-870978ce64be HTTP/1.1" status: 200 len: 814 time: 0.6592441 Oct 10 12:12:59.636634 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-9714278d-4aee-4889-b28f-e4e89ce0f7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:59.646021 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7fffad81-f1a2-48dd-af29-911b7356a97f req-16bffe71-cf14-4e88-b2e6-6959ef656412 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765268 Oct 10 12:12:59.827683 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for floatingip (ad70877f-2624-44f8-8cbf-2bf758e672a5), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:12:59.883926 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232fa93-2d2c-4fc7-bb8d-97a42c5e30f1 req-8babc8c3-aa0e-4706-86c3-3898ce21add6 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:12:59.885491 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5232fa93-2d2c-4fc7-bb8d-97a42c5e30f1 req-8babc8c3-aa0e-4706-86c3-3898ce21add6 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0506873 Oct 10 12:12:59.935281 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5232fa93-2d2c-4fc7-bb8d-97a42c5e30f1 req-4f9be652-5131-4426-b3ac-da9b622cf14e tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442243 Oct 10 12:12:59.961036 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (6033378e-1321-41dd-b827-afc1092b5c34), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:00.099196 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:00.116797 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for port (6033378e-1321-41dd-b827-afc1092b5c34), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:00.174156 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (6033378e-1321-41dd-b827-afc1092b5c34), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:00.256502 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-a987436b-57ab-4199-8a56-4b854d2e0be7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Request body: {'port': {'device_id': '5514ea21-a816-41ba-a854-19695d42a7f9', 'network_id': '81f47188-f87d-4346-bd72-870978ce64be', 'admin_state_up': True, 'tenant_id': '42363f6f6a6040e5b81070350a2b7855'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:13:00.260343 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event updated for resources: {'Port': ['ID=6033378e-1321-41dd-b827-afc1092b5c34,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:00.263505 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (ad70877f-2624-44f8-8cbf-2bf758e672a5), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:00.411974 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1c8f603e-19cd-4f01-b114-8fd58772f4a6 req-9ad70fd3-b694-45d9-90e2-84e162927a79 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0412300 Oct 10 12:13:00.496929 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7fffad81-f1a2-48dd-af29-911b7356a97f req-a45a969a-2de0-42e4-b1be-747f5a1ba29c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279909 Oct 10 12:13:00.534547 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Floating IP ad70877f-2624-44f8-8cbf-2bf758e672a5 associated. External IP: 172.27.4.169, port: 25362498-cffe-413c-a09b-5810fd5593c4. Oct 10 12:13:00.585913 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:00.593871 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [req-1772ada6-6efc-4558-a183-bac84813f95d req-72165fbe-6eb4-47e1-a94b-20da5f21e0d6 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 12:13:00.594873 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1772ada6-6efc-4558-a183-bac84813f95d req-72165fbe-6eb4-47e1-a94b-20da5f21e0d6 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055792 Oct 10 12:13:00.655760 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d843e-f870-4970-b59d-e5a194b5a3ef req-862fb49f-a77f-4885-b21b-c1fc7b2b16ba tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:00.657357 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d85d843e-f870-4970-b59d-e5a194b5a3ef req-862fb49f-a77f-4885-b21b-c1fc7b2b16ba tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 945 time: 0.0512984 Oct 10 12:13:00.711981 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d85d843e-f870-4970-b59d-e5a194b5a3ef req-4ee39af7-2b88-4013-ad78-89c4fce4e538 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458572 Oct 10 12:13:00.725582 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-a987436b-57ab-4199-8a56-4b854d2e0be7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Made reservation on behalf of 42363f6f6a6040e5b81070350a2b7855 for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:13:00.734566 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-a987436b-57ab-4199-8a56-4b854d2e0be7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:00.812510 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Router 2346676c-a678-4af0-a3dc-e03e5024d922 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:13:00.829506 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:00.925044 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-a987436b-57ab-4199-8a56-4b854d2e0be7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Allocated IP 172.20.0.2 (81f47188-f87d-4346-bd72-870978ce64be/32f78f76-6f14-4198-90d1-3c21a46d8b29/cd11316d-9aa8-47f3-adba-a7edaf2d5252) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:13:01.008732 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:13:01.023677 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb40914-57a2-462d-b819-71dd805db57a None None] Sync routers for ids ['2346676c-a678-4af0-a3dc-e03e5024d922'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:13:01.035961 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb40914-57a2-462d-b819-71dd805db57a None None] Routers {'2346676c-a678-4af0-a3dc-e03e5024d922'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:13:01.041103 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-4cb40914-57a2-462d-b819-71dd805db57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:12:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['2346676c-a678-4af0-a3dc-e03e5024d922'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:01.044328 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:01.082201 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf59d-8f25-4551-9f5d-979cd33004c7 req-ffd3224b-f601-4291-8635-d39704a477e0 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:01.089398 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5f7cf59d-8f25-4551-9f5d-979cd33004c7 req-ffd3224b-f601-4291-8635-d39704a477e0 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0559061 Oct 10 12:13:01.145628 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5f7cf59d-8f25-4551-9f5d-979cd33004c7 req-fea10a11-4ecb-41e6-a253-29268abab7e8 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548995 Oct 10 12:13:01.147977 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:01.199323 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-4cb40914-57a2-462d-b819-71dd805db57a None None] Set router 2346676c-a678-4af0-a3dc-e03e5024d922 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:13:01.219990 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-9ddac994-0c13-4d56-a00e-ef3bba1b7ab0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0031714 Oct 10 12:13:01.223335 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f92846d-2cb9-4e32-ae7a-a5a7d775bc36', 'tag': '25362498-cffe-413c-a09b-5810fd5593c4'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:13:01.225793 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7720f80-9b48-4eb3-a398-4ee9796d6077" -d '{"events": [{"name": "network-changed", "server_uuid": "9f92846d-2cb9-4e32-ae7a-a5a7d775bc36", "tag": "25362498-cffe-413c-a09b-5810fd5593c4"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:13:01.230976 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f40f5-4b49-4f0d-96ff-c121d5e5c0f5 req-e247f285-8c21-4a96-93f7-55ed6ad28290 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:01.241560 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-603f40f5-4b49-4f0d-96ff-c121d5e5c0f5 req-e247f285-8c21-4a96-93f7-55ed6ad28290 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0996997 Oct 10 12:13:01.257199 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-a987436b-57ab-4199-8a56-4b854d2e0be7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Publish callbacks [] for port (cd11316d-9aa8-47f3-adba-a7edaf2d5252), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:01.296591 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dd6c0d-d5e6-4045-bb9d-299de82bbf45 x-openstack-request-id: req-d3dd6c0d-d5e6-4045-bb9d-299de82bbf45 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:13:01.296877 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f92846d-2cb9-4e32-ae7a-a5a7d775bc36", "tag": "25362498-cffe-413c-a09b-5810fd5593c4", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:13:01.297123 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3dd6c0d-d5e6-4045-bb9d-299de82bbf45 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:13:01.297680 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3dd6c0d-d5e6-4045-bb9d-299de82bbf45'] response: {'name': 'network-changed', 'server_uuid': '9f92846d-2cb9-4e32-ae7a-a5a7d775bc36', 'tag': '25362498-cffe-413c-a09b-5810fd5593c4', 'status': 'completed', 'code': 200} Oct 10 12:13:01.299015 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-603f40f5-4b49-4f0d-96ff-c121d5e5c0f5 req-3d10aff6-1cbd-44b5-867e-5a45c6afec4f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596750 Oct 10 12:13:01.311819 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:13:01.380134 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-a987436b-57ab-4199-8a56-4b854d2e0be7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (cd11316d-9aa8-47f3-adba-a7edaf2d5252), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:01.383191 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:01.429932 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-a987436b-57ab-4199-8a56-4b854d2e0be7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Network 81f47188-f87d-4346-bd72-870978ce64be is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:13:01.435188 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-a987436b-57ab-4199-8a56-4b854d2e0be7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:13:01.439138 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-a987436b-57ab-4199-8a56-4b854d2e0be7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:13:01.443979 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987436b-57ab-4199-8a56-4b854d2e0be7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Pushing event updated for resources: {'Port': ['ID=cd11316d-9aa8-47f3-adba-a7edaf2d5252,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:01.504491 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-4cb40914-57a2-462d-b819-71dd805db57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:12Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'ad70877f-2624-44f8-8cbf-2bf758e672a5', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'floating_ip_address': '172.27.4.169', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'port_id': '25362498-cffe-413c-a09b-5810fd5593c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'mac_address': 'fa:16:3e:61:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92846d-2cb9-4e32-ae7a-a5a7d775bc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:12:59Z', 'updated_at': '2022-10-10T12:12:59Z', 'revision_number': 0, 'project_id': '26773079b6914a20ab27109b0dec496a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b1d0cb-2868-4905-b320-b7b2d8a7449d', 'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'mac_address': 'fa:16:3e:e3:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:10Z', 'updated_at': '2022-10-10T12:10:18Z', 'revision_number': 5, 'project_id': '26773079b6914a20ab27109b0dec496a', 'subnets': [{'id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:01.513488 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 98e81f6a-0ff4-4344-ab00-e77663d7f2cf no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:13:01.531306 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:01.540976 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:01.542395 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b3a47-b6ba-4a34-b4b8-0df372b5a251 req-8d5d8c19-4ad5-4149-a6ea-d95d87ab01fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:01.544165 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-706b3a47-b6ba-4a34-b4b8-0df372b5a251 req-8d5d8c19-4ad5-4149-a6ea-d95d87ab01fe service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=98437356d32f4230bce856ce6ddae66a&device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 1129 time: 0.0659609 Oct 10 12:13:01.549199 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-a987436b-57ab-4199-8a56-4b854d2e0be7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:01.549592 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb40914-57a2-462d-b819-71dd805db57a None None] Checking router: 2346676c-a678-4af0-a3dc-e03e5024d922 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:13:01.549799 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-a987436b-57ab-4199-8a56-4b854d2e0be7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:01.560828 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7720f80-9b48-4eb3-a398-4ee9796d6077 req-eb493874-79af-41e9-98a6-5a0c05d0621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:01.562639 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c7720f80-9b48-4eb3-a398-4ee9796d6077 req-eb493874-79af-41e9-98a6-5a0c05d0621c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=26773079b6914a20ab27109b0dec496a&device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 1130 time: 0.0830112 Oct 10 12:13:01.582795 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342fb32-4b97-428a-94ea-143db41e561d req-cc7e443a-d503-4a29-9cc4-319c07c50e8f tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:01.584567 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a342fb32-4b97-428a-94ea-143db41e561d req-cc7e443a-d503-4a29-9cc4-319c07c50e8f tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 931 time: 0.0596502 Oct 10 12:13:01.595552 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb40914-57a2-462d-b819-71dd805db57a None None] Routers {'2346676c-a678-4af0-a3dc-e03e5024d922'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:13:01.596209 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-4cb40914-57a2-462d-b819-71dd805db57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:12:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['2346676c-a678-4af0-a3dc-e03e5024d922'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:01.633135 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 44294) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:13:01.637728 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a342fb32-4b97-428a-94ea-143db41e561d req-ff7da115-2bc8-4674-be70-7544669bfd91 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466216 Oct 10 12:13:01.676996 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-a987436b-57ab-4199-8a56-4b854d2e0be7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4214289 Oct 10 12:13:01.737203 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf is: DOWN; New status is: DOWN {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:13:01.741728 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-45b13c0f-c11f-4667-93cc-5bfe3735123e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1069019 Oct 10 12:13:01.754561 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-4cb40914-57a2-462d-b819-71dd805db57a None None] Set router 2346676c-a678-4af0-a3dc-e03e5024d922 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:13:01.765741 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-650d6216-82e9-4244-ba1b-98b41d26e46c service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 12:13:01.771211 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-650d6216-82e9-4244-ba1b-98b41d26e46c service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0219882 Oct 10 12:13:01.862289 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 44306) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:13:01.866965 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd63668-8ed6-4835-aa9c-f869fdb500fe req-3eee996a-52aa-447f-b08e-23724f7955cf tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:01.868757 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-edd63668-8ed6-4835-aa9c-f869fdb500fe req-3eee996a-52aa-447f-b08e-23724f7955cf tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 945 time: 0.0622797 Oct 10 12:13:01.914261 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-9709efcd-e8dc-4e00-b356-38cdf2bb2117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:01.917135 dv-cinder-860209-4-iscsi neutron-server[107007]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 10 12:13:01.931376 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Request body: {'port': {'device_id': '5514ea21-a816-41ba-a854-19695d42a7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:13:01.993916 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-791b8c56-b60d-4049-9685-94efe9f7ef92 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:01.995365 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-791b8c56-b60d-4049-9685-94efe9f7ef92 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports/98e81f6a-0ff4-4344-ab00-e77663d7f2cf HTTP/1.1" status: 200 len: 941 time: 0.1316392 Oct 10 12:13:02.029851 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-4cb40914-57a2-462d-b819-71dd805db57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:12Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'ad70877f-2624-44f8-8cbf-2bf758e672a5', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'floating_ip_address': '172.27.4.169', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'port_id': '25362498-cffe-413c-a09b-5810fd5593c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'mac_address': 'fa:16:3e:61:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92846d-2cb9-4e32-ae7a-a5a7d775bc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:12:59Z', 'updated_at': '2022-10-10T12:12:59Z', 'revision_number': 0, 'project_id': '26773079b6914a20ab27109b0dec496a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b1d0cb-2868-4905-b320-b7b2d8a7449d', 'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'mac_address': 'fa:16:3e:e3:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:10Z', 'updated_at': '2022-10-10T12:10:18Z', 'revision_number': 5, 'project_id': '26773079b6914a20ab27109b0dec496a', 'subnets': [{'id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:02.030918 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (cd11316d-9aa8-47f3-adba-a7edaf2d5252), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:02.048606 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7720f80-9b48-4eb3-a398-4ee9796d6077 req-d724a091-8a3d-4e62-8b8a-fff5ce4f6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:02.066052 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c7720f80-9b48-4eb3-a398-4ee9796d6077 req-d724a091-8a3d-4e62-8b8a-fff5ce4f6679 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=467adefb-be40-4a7b-be51-41e12ba7cbdd HTTP/1.1" status: 200 len: 913 time: 0.1245358 Oct 10 12:13:02.067077 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb40914-57a2-462d-b819-71dd805db57a None None] The sync data for ids ['2346676c-a678-4af0-a3dc-e03e5024d922'] in dv-cinder-860209-4-iscsi is: [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:12Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'ad70877f-2624-44f8-8cbf-2bf758e672a5', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'floating_ip_address': '172.27.4.169', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'port_id': '25362498-cffe-413c-a09b-5810fd5593c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'mac_address': 'fa:16:3e:61:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92846d-2cb9-4e32-ae7a-a5a7d775bc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:12:59Z', 'updated_at': '2022-10-10T12:12:59Z', 'revision_number': 0, 'project_id': '26773079b6914a20ab27109b0dec496a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b1d0cb-2868-4905-b320-b7b2d8a7449d', 'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'mac_address': 'fa:16:3e:e3:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:10Z', 'updated_at': '2022-10-10T12:10:18Z', 'revision_number': 5, 'project_id': '26773079b6914a20ab27109b0dec496a', 'subnets': [{'id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:13:02.087973 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-edd63668-8ed6-4835-aa9c-f869fdb500fe req-dbd0c39e-a1d9-4105-95c6-5cc63881c096 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115455 Oct 10 12:13:02.293149 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679ee80-a4e8-4e12-9a7d-c8851aae6b0a req-d0cb64be-a0f2-4e09-a108-2eb751830c03 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:02.294745 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9679ee80-a4e8-4e12-9a7d-c8851aae6b0a req-d0cb64be-a0f2-4e09-a108-2eb751830c03 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0636642 Oct 10 12:13:02.342201 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b3a47-b6ba-4a34-b4b8-0df372b5a251 req-6cf69964-6c29-479e-b315-e2f76f962945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:02.343400 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-706b3a47-b6ba-4a34-b4b8-0df372b5a251 req-6cf69964-6c29-479e-b315-e2f76f962945 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f8981a50-f1b5-4a9f-bc84-d19589293c21 HTTP/1.1" status: 200 len: 910 time: 0.3137834 Oct 10 12:13:02.369467 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9679ee80-a4e8-4e12-9a7d-c8851aae6b0a req-b4ae3270-4210-4773-8398-b31f76bcc52d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677750 Oct 10 12:13:02.371279 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8506a9-cc84-453a-a8eb-808ff11ed58c None None] New status for floating IP ad70877f-2624-44f8-8cbf-2bf758e672a5: ACTIVE {{(pid=107009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:13:02.491352 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:02.496797 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd11316d-9aa8-47f3-adba-a7edaf2d5252 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:13:02.507385 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Publish callbacks [] for port (cd11316d-9aa8-47f3-adba-a7edaf2d5252), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:02.530190 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Transition to ACTIVE for port object cd11316d-9aa8-47f3-adba-a7edaf2d5252 will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:13:02.608196 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (cd11316d-9aa8-47f3-adba-a7edaf2d5252), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:02.618775 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96266223-61bf-4378-b8b0-6e4c052e143c req-ad10c1ff-b184-4964-9358-16ef413e455a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:02.623845 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-96266223-61bf-4378-b8b0-6e4c052e143c req-ad10c1ff-b184-4964-9358-16ef413e455a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0516827 Oct 10 12:13:02.690442 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-96266223-61bf-4378-b8b0-6e4c052e143c req-dbb533c2-4b65-4c43-9089-ba0dc55fe628 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545928 Oct 10 12:13:02.797368 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd6b23-deb8-4373-b74d-31551e303771 req-e45a9e43-e32e-457d-af9b-d278746b2bdd tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:02.800140 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a3dd6b23-deb8-4373-b74d-31551e303771 req-e45a9e43-e32e-457d-af9b-d278746b2bdd tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0573552 Oct 10 12:13:02.865695 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a3dd6b23-deb8-4373-b74d-31551e303771 req-00bdfa53-6fec-4b62-b299-4e77410997a7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568752 Oct 10 12:13:02.984854 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Pushing event updated for resources: {'Port': ['ID=cd11316d-9aa8-47f3-adba-a7edaf2d5252,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:03.028205 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Attempting to bind port cd11316d-9aa8-47f3-adba-a7edaf2d5252 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:13:03.029078 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Attempting to bind port cd11316d-9aa8-47f3-adba-a7edaf2d5252 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'f9594a04-f151-4c68-97d2-d951d3c08c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '81f47188-f87d-4346-bd72-870978ce64be'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:13:03.029769 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Attempting to bind port cd11316d-9aa8-47f3-adba-a7edaf2d5252 on network 81f47188-f87d-4346-bd72-870978ce64be {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:13:03.078589 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c7720f80-9b48-4eb3-a398-4ee9796d6077 req-17ae3e3f-e9a7-41ce-a958-89062f3281c2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25362498-cffe-413c-a09b-5810fd5593c4 HTTP/1.1" status: 200 len: 1002 time: 0.0592549 Oct 10 12:13:03.124820 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Port cd11316d-9aa8-47f3-adba-a7edaf2d5252 on network 81f47188-f87d-4346-bd72-870978ce64be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:13:03.125153 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Attempting to bind port cd11316d-9aa8-47f3-adba-a7edaf2d5252 on network 81f47188-f87d-4346-bd72-870978ce64be {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:13:03.129480 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-706b3a47-b6ba-4a34-b4b8-0df372b5a251 req-ad03da71-d2f4-4d41-ac79-8418ad263674 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d53b17-0e7f-4e84-aa0c-4d6908cd174a HTTP/1.1" status: 200 len: 1000 time: 0.0769360 Oct 10 12:13:03.169178 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:03.172483 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:13:03.172827 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Checking segment: {'id': 'f9594a04-f151-4c68-97d2-d951d3c08c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '81f47188-f87d-4346-bd72-870978ce64be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:13:03.173210 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Bound using segment: {'id': 'f9594a04-f151-4c68-97d2-d951d3c08c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '81f47188-f87d-4346-bd72-870978ce64be'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:13:03.174244 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Bound port: cd11316d-9aa8-47f3-adba-a7edaf2d5252, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9594a04-f151-4c68-97d2-d951d3c08c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '81f47188-f87d-4346-bd72-870978ce64be'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:13:03.174603 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (cd11316d-9aa8-47f3-adba-a7edaf2d5252), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:03.212194 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d08cba-cc2a-4718-b31f-6500cca9467c req-c9b64c24-8e8b-4d28-a706-e6ea019917ad tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:03.213700 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-56d08cba-cc2a-4718-b31f-6500cca9467c req-c9b64c24-8e8b-4d28-a706-e6ea019917ad tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 945 time: 0.0504658 Oct 10 12:13:03.241892 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] For port cd11316d-9aa8-47f3-adba-a7edaf2d5252, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:13:03.245669 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] For port cd11316d-9aa8-47f3-adba-a7edaf2d5252, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cd11316d-9aa8-47f3-adba-a7edaf2d5252,segment=NetworkSegment(f9594a04-f151-4c68-97d2-d951d3c08c06),segment_id=f9594a04-f151-4c68-97d2-d951d3c08c06)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:13:03.262740 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-56d08cba-cc2a-4718-b31f-6500cca9467c req-530b6deb-d2cc-40ab-9efe-a80bc4721a91 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432432 Oct 10 12:13:03.328115 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (cd11316d-9aa8-47f3-adba-a7edaf2d5252), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:03.334996 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:03.334996 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:03.335980 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/cd11316d-9aa8-47f3-adba-a7edaf2d5252 HTTP/1.1" status: 200 len: 1093 time: 1.4092512 Oct 10 12:13:03.336639 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5514ea21-a816-41ba-a854-19695d42a7f9', 'tag': 'cd11316d-9aa8-47f3-adba-a7edaf2d5252'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:13:03.339104 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c502edc7-b4fe-4844-8214-32ad3efbd902" -d '{"events": [{"name": "network-changed", "server_uuid": "5514ea21-a816-41ba-a854-19695d42a7f9", "tag": "cd11316d-9aa8-47f3-adba-a7edaf2d5252"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:13:03.367163 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:03.386140 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c89c0e1-7034-4b78-b566-c8dcf158d3dd x-openstack-request-id: req-5c89c0e1-7034-4b78-b566-c8dcf158d3dd {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:13:03.386428 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5514ea21-a816-41ba-a854-19695d42a7f9", "tag": "cd11316d-9aa8-47f3-adba-a7edaf2d5252", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:13:03.386689 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c89c0e1-7034-4b78-b566-c8dcf158d3dd {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:13:03.387091 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c89c0e1-7034-4b78-b566-c8dcf158d3dd'] response: {'name': 'network-changed', 'server_uuid': '5514ea21-a816-41ba-a854-19695d42a7f9', 'tag': 'cd11316d-9aa8-47f3-adba-a7edaf2d5252', 'status': 'completed', 'code': 200} Oct 10 12:13:03.390424 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02536c40-64af-433d-bd43-00c940bce1a4 req-0424656b-df20-4f68-a936-06a0fc0b8ee4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:03.391987 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-02536c40-64af-433d-bd43-00c940bce1a4 req-0424656b-df20-4f68-a936-06a0fc0b8ee4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 945 time: 0.0545352 Oct 10 12:13:03.403600 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 44334) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:13:03.410648 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-ca478a7e-5adb-44fa-bcb4-3aef00cd71b3 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'floatingip': {'port_id': '0ced9ae0-41b3-43d6-830e-32265066d50b'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:13:03.451782 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408133e-78f2-4b62-be13-6409e3c7cc34 service neutron] Pushing event updated for resources: {'Port': ['ID=cd11316d-9aa8-47f3-adba-a7edaf2d5252,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:03.460433 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ca478a7e-5adb-44fa-bcb4-3aef00cd71b3 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (88f96e4d-5095-410d-821d-a32f506b6132), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:03.502846 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915333e3-33b1-4212-a9c0-fd74b814ca2f req-590668d8-322e-4939-a675-554ecb756102 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:03.504347 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-915333e3-33b1-4212-a9c0-fd74b814ca2f req-590668d8-322e-4939-a675-554ecb756102 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0482497 Oct 10 12:13:03.516777 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:03.554057 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-915333e3-33b1-4212-a9c0-fd74b814ca2f req-0ea24d2f-33ba-4bf3-8449-d58e7a143401 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439298 Oct 10 12:13:03.831932 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4edc7-0c91-44b7-bb8f-01b16bf8c008 req-6d4b78c2-13c4-48c3-b4dc-12971d1e0682 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:03.833470 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-73f4edc7-0c91-44b7-bb8f-01b16bf8c008 req-6d4b78c2-13c4-48c3-b4dc-12971d1e0682 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0538585 Oct 10 12:13:03.921840 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-73f4edc7-0c91-44b7-bb8f-01b16bf8c008 req-cea72410-210c-4859-9616-55ca84fbabf2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825815 Oct 10 12:13:03.962220 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7720f80-9b48-4eb3-a398-4ee9796d6077 req-408d853d-c87a-45dd-a279-8136d15077e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:03.965273 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c7720f80-9b48-4eb3-a398-4ee9796d6077 req-408d853d-c87a-45dd-a279-8136d15077e3 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7eaa5c49-fe01-4fb1-b1d4-191a93c8d737 HTTP/1.1" status: 200 len: 851 time: 0.1084151 Oct 10 12:13:03.996646 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:04.010525 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ca478a7e-5adb-44fa-bcb4-3aef00cd71b3 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:04.027157 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b3a47-b6ba-4a34-b4b8-0df372b5a251 req-68d88967-950f-4147-9d74-edd3ff724aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:04.029181 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-706b3a47-b6ba-4a34-b4b8-0df372b5a251 req-68d88967-950f-4147-9d74-edd3ff724aba service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d HTTP/1.1" status: 200 len: 848 time: 0.1512158 Oct 10 12:13:04.030567 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502edc7-b4fe-4844-8214-32ad3efbd902 req-4cc8d6be-d283-4890-adc1-c8fd5c832735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:04.032159 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c502edc7-b4fe-4844-8214-32ad3efbd902 req-4cc8d6be-d283-4890-adc1-c8fd5c832735 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42363f6f6a6040e5b81070350a2b7855&device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 1127 time: 0.0776787 Oct 10 12:13:04.049391 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7720f80-9b48-4eb3-a398-4ee9796d6077 req-d70f1ef4-b4ff-4adc-9516-65d58eaf7ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:04.050947 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c7720f80-9b48-4eb3-a398-4ee9796d6077 req-d70f1ef4-b4ff-4adc-9516-65d58eaf7ba4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=467adefb-be40-4a7b-be51-41e12ba7cbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780346 Oct 10 12:13:04.065217 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b1407-035a-416b-97b5-36d8bdc729fa req-a1453d6e-a4f3-4617-bfc5-dafe65920a86 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:04.066658 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2f9b1407-035a-416b-97b5-36d8bdc729fa req-a1453d6e-a4f3-4617-bfc5-dafe65920a86 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0812688 Oct 10 12:13:04.092274 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ca478a7e-5adb-44fa-bcb4-3aef00cd71b3 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (88f96e4d-5095-410d-821d-a32f506b6132), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:04.116177 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2f9b1407-035a-416b-97b5-36d8bdc729fa req-871b3df0-7a8d-4c83-befa-f5a84b75ea34 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436394 Oct 10 12:13:04.145982 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b3a47-b6ba-4a34-b4b8-0df372b5a251 req-ced83d07-9c2e-4296-a393-37ce78160016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:04.147503 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-706b3a47-b6ba-4a34-b4b8-0df372b5a251 req-ced83d07-9c2e-4296-a393-37ce78160016 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f8981a50-f1b5-4a9f-bc84-d19589293c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850663 Oct 10 12:13:04.266090 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:04.268091 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [None req-ca478a7e-5adb-44fa-bcb4-3aef00cd71b3 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Floating IP 88f96e4d-5095-410d-821d-a32f506b6132 associated. External IP: 172.27.4.30, port: 0ced9ae0-41b3-43d6-830e-32265066d50b. Oct 10 12:13:04.310592 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c7720f80-9b48-4eb3-a398-4ee9796d6077 req-196dc2df-43b5-4a1a-9414-1e6525fbadee service neutron] 10.222.0.48 "GET /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993474 Oct 10 12:13:04.435450 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c7720f80-9b48-4eb3-a398-4ee9796d6077 req-5b521f39-201e-4dfb-9aba-a7caeaa6af43 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108422 Oct 10 12:13:04.459111 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:04.488536 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502edc7-b4fe-4844-8214-32ad3efbd902 req-9cbe9377-195d-473b-81b7-551871b86a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:04.490003 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c502edc7-b4fe-4844-8214-32ad3efbd902 req-9cbe9377-195d-473b-81b7-551871b86a9c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=42363f6f6a6040e5b81070350a2b7855&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2949805 Oct 10 12:13:04.501563 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-706b3a47-b6ba-4a34-b4b8-0df372b5a251 req-4a59ed21-f992-4b25-8cf6-42489f9108b2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837577 Oct 10 12:13:04.596963 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:04.757360 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502edc7-b4fe-4844-8214-32ad3efbd902 req-43e15852-8004-4a9c-a695-c8a04f391bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:04.758850 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c502edc7-b4fe-4844-8214-32ad3efbd902 req-43e15852-8004-4a9c-a695-c8a04f391bb7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2597551 Oct 10 12:13:04.762270 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-706b3a47-b6ba-4a34-b4b8-0df372b5a251 req-b3a93d8d-f28b-4356-8a99-9e780f13e362 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499301 Oct 10 12:13:04.768990 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca478a7e-5adb-44fa-bcb4-3aef00cd71b3 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Router f3517922-650d-413e-a1e9-cee3d5a6e183 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:13:04.883127 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca478a7e-5adb-44fa-bcb4-3aef00cd71b3 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:13:04.893304 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a790b7-a3ce-4735-8c4d-fab4dfcc6908 None None] Sync routers for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:13:04.901401 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:04.902921 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:04.905051 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ca478a7e-5adb-44fa-bcb4-3aef00cd71b3 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:04.905334 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a790b7-a3ce-4735-8c4d-fab4dfcc6908 None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:13:04.905960 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-d2a790b7-a3ce-4735-8c4d-fab4dfcc6908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:13:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:04.940411 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1311e94c-78cb-4014-ad9f-5d7981c8150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:04.941915 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-1311e94c-78cb-4014-ad9f-5d7981c8150b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=42363f6f6a6040e5b81070350a2b7855&device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 1127 time: 0.0689747 Oct 10 12:13:04.945583 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-ca478a7e-5adb-44fa-bcb4-3aef00cd71b3 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/88f96e4d-5095-410d-821d-a32f506b6132 HTTP/1.1" status: 200 len: 990 time: 1.5416648 Oct 10 12:13:05.027815 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-445b5db4-7e7f-425d-8c9e-5e7395168104 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd11316d-9aa8-47f3-adba-a7edaf2d5252 HTTP/1.1" status: 200 len: 217 time: 0.0360348 Oct 10 12:13:05.036218 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-d2a790b7-a3ce-4735-8c4d-fab4dfcc6908 None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:13:05.087213 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a12948-ab5e-4d63-a994-2caffc5331f9 req-d5f46214-e585-4a9d-98b5-fa0f9139c92e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:05.088823 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-68a12948-ab5e-4d63-a994-2caffc5331f9 req-d5f46214-e585-4a9d-98b5-fa0f9139c92e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0501790 Oct 10 12:13:05.138286 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-68a12948-ab5e-4d63-a994-2caffc5331f9 req-9fb9d37c-d771-4ee0-9eae-8ef276b7f82b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436614 Oct 10 12:13:05.184852 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:05.225772 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:05.255940 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1896f19-6214-4156-b024-7de4d2e9497b req-8e461daa-977a-455e-abc5-4b35944671a3 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:05.257517 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d1896f19-6214-4156-b024-7de4d2e9497b req-8e461daa-977a-455e-abc5-4b35944671a3 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0590334 Oct 10 12:13:05.268321 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-d2a790b7-a3ce-4735-8c4d-fab4dfcc6908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '6032e1f7-4b3c-4481-bd31-f07bac694846', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.197', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:87:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:08:01Z', 'updated_at': '2022-10-10T12:09:07Z', 'revision_number': 2, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}, {'id': '88f96e4d-5095-410d-821d-a32f506b6132', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.30', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': '0ced9ae0-41b3-43d6-830e-32265066d50b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:12:ca:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:11:57Z', 'updated_at': '2022-10-10T12:13:03Z', 'revision_number': 1, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:05.293699 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a790b7-a3ce-4735-8c4d-fab4dfcc6908 None None] Checking router: f3517922-650d-413e-a1e9-cee3d5a6e183 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:13:05.303129 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a790b7-a3ce-4735-8c4d-fab4dfcc6908 None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:13:05.303737 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-d2a790b7-a3ce-4735-8c4d-fab4dfcc6908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:13:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:05.307712 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d1896f19-6214-4156-b024-7de4d2e9497b req-e8d1f2d0-56a5-46b9-8743-5452f788a3e4 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445178 Oct 10 12:13:05.388192 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3', 'tag': '0ced9ae0-41b3-43d6-830e-32265066d50b'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:13:05.390937 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a1ac16-2b57-45ac-9691-9dda08128fda" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3", "tag": "0ced9ae0-41b3-43d6-830e-32265066d50b"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:13:05.427493 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-d2a790b7-a3ce-4735-8c4d-fab4dfcc6908 None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:13:05.444823 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb53d69-574e-44c6-bbef-19303df95f6c x-openstack-request-id: req-6fb53d69-574e-44c6-bbef-19303df95f6c {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:13:05.445107 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3", "tag": "0ced9ae0-41b3-43d6-830e-32265066d50b", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:13:05.445351 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6fb53d69-574e-44c6-bbef-19303df95f6c {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:13:05.445743 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fb53d69-574e-44c6-bbef-19303df95f6c'] response: {'name': 'network-changed', 'server_uuid': 'd0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3', 'tag': '0ced9ae0-41b3-43d6-830e-32265066d50b', 'status': 'completed', 'code': 200} Oct 10 12:13:05.448000 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:05.451997 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-6a3c514e-e81c-40ce-bace-b15ba9017cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:05.453449 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-6a3c514e-e81c-40ce-bace-b15ba9017cfa service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=32f78f76-6f14-4198-90d1-3c21a46d8b29 HTTP/1.1" status: 200 len: 854 time: 0.0541561 Oct 10 12:13:05.564673 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-177f0819-77c2-4b38-a750-49c7c1982ad7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=81f47188-f87d-4346-bd72-870978ce64be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462577 Oct 10 12:13:05.632138 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ac16-2b57-45ac-9691-9dda08128fda req-b0f88b2a-ac6e-447b-97f8-c5f69971905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:05.633608 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b2a1ac16-2b57-45ac-9691-9dda08128fda req-b0f88b2a-ac6e-447b-97f8-c5f69971905c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 1129 time: 0.1073239 Oct 10 12:13:05.661330 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-d2a790b7-a3ce-4735-8c4d-fab4dfcc6908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '6032e1f7-4b3c-4481-bd31-f07bac694846', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.197', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:87:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:08:01Z', 'updated_at': '2022-10-10T12:09:07Z', 'revision_number': 2, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}, {'id': '88f96e4d-5095-410d-821d-a32f506b6132', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.30', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': '0ced9ae0-41b3-43d6-830e-32265066d50b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:12:ca:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:11:57Z', 'updated_at': '2022-10-10T12:13:03Z', 'revision_number': 1, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:13:05.678292 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-6672023e-b436-4339-8635-777ab19559bb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/81f47188-f87d-4346-bd72-870978ce64be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972724 Oct 10 12:13:05.830392 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a790b7-a3ce-4735-8c4d-fab4dfcc6908 None None] The sync data for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi is: [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '6032e1f7-4b3c-4481-bd31-f07bac694846', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.197', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:87:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:08:01Z', 'updated_at': '2022-10-10T12:09:07Z', 'revision_number': 2, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}, {'id': '88f96e4d-5095-410d-821d-a32f506b6132', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.30', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': '0ced9ae0-41b3-43d6-830e-32265066d50b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:12:ca:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:11:57Z', 'updated_at': '2022-10-10T12:13:03Z', 'revision_number': 1, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:13:06.101917 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b8dd29-2e64-40cb-b262-13710b55427c None None] New status for floating IP 88f96e4d-5095-410d-821d-a32f506b6132: ACTIVE {{(pid=107009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:13:06.220111 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-eb7c3f3f-a45f-45fa-93cb-c784e5641a4f req-5b3105ff-1d11-407f-a908-7183bc43e5a8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/81f47188-f87d-4346-bd72-870978ce64be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668679 Oct 10 12:13:06.222831 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ac16-2b57-45ac-9691-9dda08128fda req-58fda8c3-47d8-4a5d-999f-ec5ca4284ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:06.224824 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b2a1ac16-2b57-45ac-9691-9dda08128fda req-58fda8c3-47d8-4a5d-999f-ec5ca4284ff2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 200 len: 916 time: 0.4619851 Oct 10 12:13:06.288671 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f4f82-4088-4341-b5c2-c97bf2277994 req-c6d1721b-0f10-4b6f-b5c0-19d05f97e723 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:06.290298 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d51f4f82-4088-4341-b5c2-c97bf2277994 req-c6d1721b-0f10-4b6f-b5c0-19d05f97e723 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0576773 Oct 10 12:13:06.318305 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b2a1ac16-2b57-45ac-9691-9dda08128fda req-12484187-fc76-4a55-bc5a-7dd0082d48fd service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ced9ae0-41b3-43d6-830e-32265066d50b HTTP/1.1" status: 200 len: 998 time: 0.0715876 Oct 10 12:13:06.362878 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d51f4f82-4088-4341-b5c2-c97bf2277994 req-c28ff64f-dfcd-4962-a041-576c916e19b3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550575 Oct 10 12:13:06.436243 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dccdd2-f068-467b-b5ac-6c77ed8e2a9f req-e1e2b8be-b516-4f9f-8a7d-a70baea0536f tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:06.437633 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-91dccdd2-f068-467b-b5ac-6c77ed8e2a9f req-e1e2b8be-b516-4f9f-8a7d-a70baea0536f tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0464647 Oct 10 12:13:06.491540 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-91dccdd2-f068-467b-b5ac-6c77ed8e2a9f req-f183298e-90e6-4013-815b-930a27305877 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471504 Oct 10 12:13:06.624567 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:06.637673 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ac16-2b57-45ac-9691-9dda08128fda req-e267b7f9-50f9-49ed-a05f-c9f1d0365d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:06.639146 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b2a1ac16-2b57-45ac-9691-9dda08128fda req-e267b7f9-50f9-49ed-a05f-c9f1d0365d1e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=afa57b24-9493-41e1-9638-6e9b3725e1da HTTP/1.1" status: 200 len: 854 time: 0.0466893 Oct 10 12:13:07.512633 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2d1d-9cef-4ddb-be92-9e734a2b9c2a req-9fd677b1-7914-45b4-8858-f11029694000 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:07.514277 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c51c2d1d-9cef-4ddb-be92-9e734a2b9c2a req-9fd677b1-7914-45b4-8858-f11029694000 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0639949 Oct 10 12:13:07.565348 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c51c2d1d-9cef-4ddb-be92-9e734a2b9c2a req-da6afd84-cee1-49bc-a474-a4236e01f5e3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441396 Oct 10 12:13:07.614839 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf5a8d-b3a9-4c0d-9bcc-778ed04dbd3d req-ec133edd-8a39-48cf-98eb-d39dfebbded9 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:07.616296 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98bf5a8d-b3a9-4c0d-9bcc-778ed04dbd3d req-ec133edd-8a39-48cf-98eb-d39dfebbded9 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0465701 Oct 10 12:13:07.663436 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98bf5a8d-b3a9-4c0d-9bcc-778ed04dbd3d req-18e31496-41f2-4c8c-a703-72815626368b tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413873 Oct 10 12:13:08.657264 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:08.698489 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ee864-7946-46b7-8fe2-f4827544a9f9 req-cdc368ac-37f1-4a67-ba32-b53dda95b17d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:08.700062 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f60ee864-7946-46b7-8fe2-f4827544a9f9 req-cdc368ac-37f1-4a67-ba32-b53dda95b17d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0510986 Oct 10 12:13:08.759666 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f60ee864-7946-46b7-8fe2-f4827544a9f9 req-671d2948-a7fd-4540-95d6-128d30ecc3b1 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532823 Oct 10 12:13:08.797804 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b57b4-5ed0-482b-b96d-c94090bb36af req-52f1e774-1439-43e0-a5ee-f3ab0f389b76 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:08.799551 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2c6b57b4-5ed0-482b-b96d-c94090bb36af req-52f1e774-1439-43e0-a5ee-f3ab0f389b76 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0557146 Oct 10 12:13:08.848263 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2c6b57b4-5ed0-482b-b96d-c94090bb36af req-f7936b9b-f6a5-4e57-ad7f-44e2048c203e tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421197 Oct 10 12:13:09.899995 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc26fc6-e70e-4ee8-80e2-4359d2151b9a req-c641af50-f5d9-44b0-92de-bb3a4ec0bd5a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:09.901523 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0fc26fc6-e70e-4ee8-80e2-4359d2151b9a req-c641af50-f5d9-44b0-92de-bb3a4ec0bd5a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0517476 Oct 10 12:13:09.983133 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae4df9-cda3-463d-8d53-3a87994e7df0 req-4b614762-11c0-4049-9998-cf616c5646c5 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:09.984633 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cbae4df9-cda3-463d-8d53-3a87994e7df0 req-4b614762-11c0-4049-9998-cf616c5646c5 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0619266 Oct 10 12:13:09.987613 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0fc26fc6-e70e-4ee8-80e2-4359d2151b9a req-cb8d6c28-bf20-47f7-bb4c-c251407b6496 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805287 Oct 10 12:13:09.995750 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:10.033568 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cbae4df9-cda3-463d-8d53-3a87994e7df0 req-456ac466-7225-483f-b942-4b3a03bfaaa5 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 Oct 10 12:13:11.140825 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811348dc-f3ee-4d77-9ea3-873ff700d603 req-175e4d19-6a18-4d3d-8473-3a6699671423 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:11.142287 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-811348dc-f3ee-4d77-9ea3-873ff700d603 req-175e4d19-6a18-4d3d-8473-3a6699671423 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0724113 Oct 10 12:13:11.193012 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eda20e-1b93-4d3b-9f73-ee0166a2874e req-a6365707-d10f-40c2-b054-37967a6e5f36 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:11.194452 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-71eda20e-1b93-4d3b-9f73-ee0166a2874e req-a6365707-d10f-40c2-b054-37967a6e5f36 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0706542 Oct 10 12:13:11.237883 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-811348dc-f3ee-4d77-9ea3-873ff700d603 req-a995e783-34a3-4261-8905-7138d01d784a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749881 Oct 10 12:13:11.262262 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-71eda20e-1b93-4d3b-9f73-ee0166a2874e req-a7644575-bf9d-4e8c-8c85-f33bead13221 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578947 Oct 10 12:13:11.571887 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ac16-2b57-45ac-9691-9dda08128fda req-63078f89-a08f-4b1a-8100-929d0fae17f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:11.573409 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b2a1ac16-2b57-45ac-9691-9dda08128fda req-63078f89-a08f-4b1a-8100-929d0fae17f7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3f74af49-8f08-437e-8de8-52cf94d07154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466290 Oct 10 12:13:11.686463 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b2a1ac16-2b57-45ac-9691-9dda08128fda req-adb5fc1e-c36e-4a17-b3b4-7f6456fb832d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866635 Oct 10 12:13:11.784563 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b2a1ac16-2b57-45ac-9691-9dda08128fda req-7dd95aa4-0ab4-4dfc-9a3e-4b57e8dad0bb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910137 Oct 10 12:13:12.394911 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de6a34-3f4c-4f90-a838-5b0733b40bd5 req-51dee88c-9085-44ea-a3d0-1281c1437c69 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:12.396409 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-90de6a34-3f4c-4f90-a838-5b0733b40bd5 req-51dee88c-9085-44ea-a3d0-1281c1437c69 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0758412 Oct 10 12:13:12.425891 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979673d-90c3-4fcf-aff8-d3bdb1cdee56 req-127e3fea-69ea-4100-8bdf-d98849991002 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:12.427370 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d979673d-90c3-4fcf-aff8-d3bdb1cdee56 req-127e3fea-69ea-4100-8bdf-d98849991002 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0767012 Oct 10 12:13:12.474735 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-90de6a34-3f4c-4f90-a838-5b0733b40bd5 req-56317782-3786-4339-9a21-45afb5a7b0cc tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722299 Oct 10 12:13:12.496422 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d979673d-90c3-4fcf-aff8-d3bdb1cdee56 req-9b0ebe4b-ea07-4a44-aec0-2c344b3e6c9b tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623522 Oct 10 12:13:12.673373 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-9014f3b4-cd82-4a41-ad5e-f57f0a662090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:12.674972 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-9014f3b4-cd82-4a41-ad5e-f57f0a662090 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273&tenant_id=af22e9604d79499aa9b7c2ee3cef156d HTTP/1.1" status: 200 len: 1128 time: 0.0694611 Oct 10 12:13:12.828144 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-75154680-17fe-4ac7-bc3d-a2352016a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:12.829631 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-75154680-17fe-4ac7-bc3d-a2352016a0dd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 1128 time: 0.0420301 Oct 10 12:13:12.918466 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-55d37608-ae8d-460f-a5ff-d2ce704116f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:12.919985 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-55d37608-ae8d-460f-a5ff-d2ce704116f1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8bb565bd-53c5-4c6d-b08f-259f391c730b HTTP/1.1" status: 200 len: 918 time: 0.0842781 Oct 10 12:13:12.984679 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-e43287c9-97c2-4bf0-aa3e-3207d83e5734 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf HTTP/1.1" status: 200 len: 999 time: 0.0583410 Oct 10 12:13:13.022370 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:13.034611 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-e0be0fea-6716-44c3-91b9-40ddf75e7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:13.036992 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-e0be0fea-6716-44c3-91b9-40ddf75e7d2f service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=383a897c-19ae-4f67-b320-d650957cc219 HTTP/1.1" status: 200 len: 856 time: 0.0442145 Oct 10 12:13:13.088210 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-550c922c-4f73-4ac4-9839-7011e58d833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:13.089614 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-550c922c-4f73-4ac4-9839-7011e58d833e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8bb565bd-53c5-4c6d-b08f-259f391c730b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389633 Oct 10 12:13:13.187777 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-b3f26460-400e-4f98-a3eb-ea1fa1e987f6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846100 Oct 10 12:13:13.283428 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-701d76ac-9b79-4a9f-8ab5-4bb388922370 req-5ebb6def-6967-499e-91bb-d262e1a9470d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888395 Oct 10 12:13:13.528507 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device cd11316d-9aa8-47f3-adba-a7edaf2d5252 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:13:13.642350 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb287a-8042-4db8-a8dd-e0570c5b649c req-69fddbd6-29d3-424f-9dde-bc51d19ab9ea tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:13.642977 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port cd11316d-9aa8-47f3-adba-a7edaf2d5252, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cd11316d-9aa8-47f3-adba-a7edaf2d5252,segment=NetworkSegment(f9594a04-f151-4c68-97d2-d951d3c08c06),segment_id=f9594a04-f151-4c68-97d2-d951d3c08c06)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:13:13.644160 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e8eb287a-8042-4db8-a8dd-e0570c5b649c req-69fddbd6-29d3-424f-9dde-bc51d19ab9ea tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0833528 Oct 10 12:13:13.653233 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee24ab-a591-499f-b807-0ac06261b813 req-9024669c-60bb-40f1-acb0-cbd030cebe7c tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:13.654946 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ddee24ab-a591-499f-b807-0ac06261b813 req-9024669c-60bb-40f1-acb0-cbd030cebe7c tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 943 time: 0.0824430 Oct 10 12:13:13.669356 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': 'cd11316d-9aa8-47f3-adba-a7edaf2d5252', 'network_id': '81f47188-f87d-4346-bd72-870978ce64be', 'port_id': 'cd11316d-9aa8-47f3-adba-a7edaf2d5252', 'mac_address': 'fa:16:3e:f3:fe:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f78f76-6f14-4198-90d1-3c21a46d8b29', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:13:13.708649 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port cd11316d-9aa8-47f3-adba-a7edaf2d5252 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:13:13.709293 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (cd11316d-9aa8-47f3-adba-a7edaf2d5252), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:13.723979 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd11316d-9aa8-47f3-adba-a7edaf2d5252 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:13:13.738960 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e8eb287a-8042-4db8-a8dd-e0570c5b649c req-df741e79-2328-4823-941c-382a787eac38 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830131 Oct 10 12:13:13.742170 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ddee24ab-a591-499f-b807-0ac06261b813 req-ce0e67c9-8f86-479f-a295-f559fa3dbf61 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784857 Oct 10 12:13:13.750181 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port cd11316d-9aa8-47f3-adba-a7edaf2d5252, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cd11316d-9aa8-47f3-adba-a7edaf2d5252,segment=NetworkSegment(f9594a04-f151-4c68-97d2-d951d3c08c06),segment_id=f9594a04-f151-4c68-97d2-d951d3c08c06)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:13:13.858991 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (cd11316d-9aa8-47f3-adba-a7edaf2d5252), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:13.908710 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=cd11316d-9aa8-47f3-adba-a7edaf2d5252,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:14.637712 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['cd11316d-9aa8-47f3-adba-a7edaf2d5252'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:13:14.914950 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1548b84-59a4-47ca-8f7b-e3415b5154f2 req-2e5715be-e0ff-4da8-93b1-e40aa9bae426 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:14.916339 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c1548b84-59a4-47ca-8f7b-e3415b5154f2 req-2e5715be-e0ff-4da8-93b1-e40aa9bae426 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0800335 Oct 10 12:13:14.922003 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afce04b-311b-4f83-b15f-b2010cf2b5a8 req-021feb1e-70c1-4245-8089-93fec45f1119 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:14.923404 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6afce04b-311b-4f83-b15f-b2010cf2b5a8 req-021feb1e-70c1-4245-8089-93fec45f1119 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 944 time: 0.0767262 Oct 10 12:13:14.945648 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:15.009691 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6afce04b-311b-4f83-b15f-b2010cf2b5a8 req-4f2757e3-bdc0-48b0-9ead-2f5e09af0753 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786166 Oct 10 12:13:15.012790 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c1548b84-59a4-47ca-8f7b-e3415b5154f2 req-52ad1a0a-1129-4194-8b40-4894bd122b6b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885298 Oct 10 12:13:16.168864 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7721a8-c3e0-473d-a15a-ae25b74c48cd req-75b835fe-4a98-4777-9954-b197fc524277 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:16.170339 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fc7721a8-c3e0-473d-a15a-ae25b74c48cd req-75b835fe-4a98-4777-9954-b197fc524277 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 944 time: 0.0771668 Oct 10 12:13:16.176580 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbae46-dd54-45e7-91a0-a8644b76b2a8 req-9ecdf6a9-7a50-4b88-b67a-9715265bcf0b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:16.177938 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1fdbae46-dd54-45e7-91a0-a8644b76b2a8 req-9ecdf6a9-7a50-4b88-b67a-9715265bcf0b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0743940 Oct 10 12:13:16.208050 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:16.219978 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:16.258751 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fc7721a8-c3e0-473d-a15a-ae25b74c48cd req-f86d6ab8-2c23-4ed1-b0ff-fc8852b46390 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797501 Oct 10 12:13:16.263274 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1fdbae46-dd54-45e7-91a0-a8644b76b2a8 req-b18b211a-351c-4876-8ba6-a5bbb04bee33 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780404 Oct 10 12:13:16.776772 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device cd11316d-9aa8-47f3-adba-a7edaf2d5252 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:13:16.823971 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port cd11316d-9aa8-47f3-adba-a7edaf2d5252 completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:13:16.875977 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port cd11316d-9aa8-47f3-adba-a7edaf2d5252 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:13:16.876358 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (cd11316d-9aa8-47f3-adba-a7edaf2d5252), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:16.876700 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port cd11316d-9aa8-47f3-adba-a7edaf2d5252 Oct 10 12:13:16.949572 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port cd11316d-9aa8-47f3-adba-a7edaf2d5252 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:13:16.949957 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (cd11316d-9aa8-47f3-adba-a7edaf2d5252), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:16.967419 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:16.975782 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5514ea21-a816-41ba-a854-19695d42a7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd11316d-9aa8-47f3-adba-a7edaf2d5252'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:13:16.978065 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5444e299-1e74-4259-a28a-757569bfcc6e" -d '{"events": [{"server_uuid": "5514ea21-a816-41ba-a854-19695d42a7f9", "name": "network-vif-plugged", "status": "completed", "tag": "cd11316d-9aa8-47f3-adba-a7edaf2d5252"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:13:16.990871 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port cd11316d-9aa8-47f3-adba-a7edaf2d5252, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cd11316d-9aa8-47f3-adba-a7edaf2d5252,segment=NetworkSegment(f9594a04-f151-4c68-97d2-d951d3c08c06),segment_id=f9594a04-f151-4c68-97d2-d951d3c08c06)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:13:17.016998 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5ded14-4c3b-4675-a07e-a87e00d5e122 x-openstack-request-id: req-2a5ded14-4c3b-4675-a07e-a87e00d5e122 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:13:17.017291 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5514ea21-a816-41ba-a854-19695d42a7f9", "name": "network-vif-plugged", "status": "completed", "tag": "cd11316d-9aa8-47f3-adba-a7edaf2d5252", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:13:17.017734 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a5ded14-4c3b-4675-a07e-a87e00d5e122 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:13:17.018138 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a5ded14-4c3b-4675-a07e-a87e00d5e122'] response: {'server_uuid': '5514ea21-a816-41ba-a854-19695d42a7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd11316d-9aa8-47f3-adba-a7edaf2d5252', 'code': 200} Oct 10 12:13:17.036535 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (cd11316d-9aa8-47f3-adba-a7edaf2d5252), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:17.088429 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=cd11316d-9aa8-47f3-adba-a7edaf2d5252,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:17.342952 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:17.408309 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6b01f-3dae-4714-a64a-1e32c8741f12 req-9efc9dbb-4034-48c8-b52b-97d74ec8b5a7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:17.409802 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-70e6b01f-3dae-4714-a64a-1e32c8741f12 req-9efc9dbb-4034-48c8-b52b-97d74ec8b5a7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0753698 Oct 10 12:13:17.431288 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8da336-8857-437b-a8f8-cc3c79049875 req-ea253e30-d577-4303-aff7-342d35520042 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:17.432688 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2b8da336-8857-437b-a8f8-cc3c79049875 req-ea253e30-d577-4303-aff7-342d35520042 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0678141 Oct 10 12:13:17.508264 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-70e6b01f-3dae-4714-a64a-1e32c8741f12 req-1666e6c4-4f69-4d0d-b05c-84e8dde6392a tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925465 Oct 10 12:13:17.511202 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2b8da336-8857-437b-a8f8-cc3c79049875 req-c4159f4e-b4bb-44e1-8163-5646d44d828c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712264 Oct 10 12:13:18.663402 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225201d5-0700-4b6e-a671-e161b1f998b3 req-ce289ad2-9eab-4231-91dd-c692a9b574f4 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:18.664875 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-225201d5-0700-4b6e-a671-e161b1f998b3 req-ce289ad2-9eab-4231-91dd-c692a9b574f4 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0797465 Oct 10 12:13:18.686129 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cbc48-37e1-4033-86ea-c84933ade12c req-02772ca7-52f7-4de3-861e-baa42ea132dd tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:18.687632 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a63cbc48-37e1-4033-86ea-c84933ade12c req-02772ca7-52f7-4de3-861e-baa42ea132dd tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0695064 Oct 10 12:13:18.752541 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-225201d5-0700-4b6e-a671-e161b1f998b3 req-62b60ec9-c0c0-4528-9dce-0738af0f00fe tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821581 Oct 10 12:13:18.780271 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a63cbc48-37e1-4033-86ea-c84933ade12c req-dac020e4-aaac-4655-853d-42c30446901f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705719 Oct 10 12:13:19.921675 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c38030-0273-4afd-8885-c7a24f0eff6d req-91882aa4-785a-4eb7-8be0-8eeecd132f81 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:19.923159 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-22c38030-0273-4afd-8885-c7a24f0eff6d req-91882aa4-785a-4eb7-8be0-8eeecd132f81 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0829189 Oct 10 12:13:19.930988 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19b2e4-199c-4cd5-bed1-14702def0177 req-d8392cf8-8c12-4df0-b58c-170dec21f0f2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:19.932415 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d19b2e4-199c-4cd5-bed1-14702def0177 req-d8392cf8-8c12-4df0-b58c-170dec21f0f2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0785017 Oct 10 12:13:20.004136 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-22c38030-0273-4afd-8885-c7a24f0eff6d req-b607bd7c-a179-4a9b-b67b-439178274ce5 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707653 Oct 10 12:13:20.008172 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0d19b2e4-199c-4cd5-bed1-14702def0177 req-4741d8ad-054f-44ae-95cc-ea2af08bcfee tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687239 Oct 10 12:13:21.036372 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:21.173511 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da385fcc-c787-476f-a45a-a256ae9de6d1 req-9dea7d84-88f0-41b4-b349-2f05e33fe3b1 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:21.175600 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-da385fcc-c787-476f-a45a-a256ae9de6d1 req-9dea7d84-88f0-41b4-b349-2f05e33fe3b1 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0799375 Oct 10 12:13:21.181333 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e201d-44ad-4571-a6dd-08a52643479d req-f8580808-abf9-4566-9bc2-957e0eef5e1c tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:21.182905 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d78e201d-44ad-4571-a6dd-08a52643479d req-f8580808-abf9-4566-9bc2-957e0eef5e1c tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0890527 Oct 10 12:13:21.238884 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:21.248782 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-da385fcc-c787-476f-a45a-a256ae9de6d1 req-ec261c7b-1300-4b4d-8368-808ce6ddfbeb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649543 Oct 10 12:13:21.264489 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d78e201d-44ad-4571-a6dd-08a52643479d req-6213bcfd-b43a-4fcf-8d18-a6d509d3e6fe tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736959 Oct 10 12:13:22.422419 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26660b7-15b8-42ec-b540-1bee95e2a6d4 req-3d256923-2dca-4a2f-ba44-163d7bd9fa3d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:22.423941 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d26660b7-15b8-42ec-b540-1bee95e2a6d4 req-3d256923-2dca-4a2f-ba44-163d7bd9fa3d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0817695 Oct 10 12:13:22.437633 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135af78-3574-4762-adc4-c8ac1f8855ad req-0fbb6c82-ec37-4ff9-85fc-176d5c2d8cf9 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:22.439095 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1135af78-3574-4762-adc4-c8ac1f8855ad req-0fbb6c82-ec37-4ff9-85fc-176d5c2d8cf9 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0679669 Oct 10 12:13:22.512623 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d26660b7-15b8-42ec-b540-1bee95e2a6d4 req-6cb72ee9-89c7-484f-8b65-a0f9027e3ec0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823493 Oct 10 12:13:22.516717 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1135af78-3574-4762-adc4-c8ac1f8855ad req-98447214-8068-4671-8f55-d46b05850001 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713730 Oct 10 12:13:23.278603 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=68 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:23.280453 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=27 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:23.678308 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd703513-3ea8-4570-b7f9-ea536f4f711e req-74ddcc9c-52ea-4038-9ba0-ea1052af2cfc tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:23.679788 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fd703513-3ea8-4570-b7f9-ea536f4f711e req-74ddcc9c-52ea-4038-9ba0-ea1052af2cfc tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0797005 Oct 10 12:13:23.685309 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f936002-8fec-4e35-b640-2db45cb0f935 req-9c714ee7-5cb4-4a28-ac10-14c117a712d5 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:23.686645 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8f936002-8fec-4e35-b640-2db45cb0f935 req-9c714ee7-5cb4-4a28-ac10-14c117a712d5 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0880589 Oct 10 12:13:23.766185 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8f936002-8fec-4e35-b640-2db45cb0f935 req-c48a0736-27a8-4be8-8720-a3cd38650c13 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717099 Oct 10 12:13:23.769354 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fd703513-3ea8-4570-b7f9-ea536f4f711e req-a63a9fc3-3fd0-46b6-8820-90fe5a6723c3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818408 Oct 10 12:13:24.890278 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:24.901880 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b25e9-070d-4a72-b077-74db3bd877e8 req-ed1ca0aa-adec-4c02-adbf-072a770e771a tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:24.903358 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a6b25e9-070d-4a72-b077-74db3bd877e8 req-ed1ca0aa-adec-4c02-adbf-072a770e771a tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0557423 Oct 10 12:13:24.953869 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22350772-a7ad-401b-bea0-9686fe6921aa req-e5a44d83-5d72-4408-beda-cebddb68fbd5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:24.955322 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-22350772-a7ad-401b-bea0-9686fe6921aa req-e5a44d83-5d72-4408-beda-cebddb68fbd5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0770941 Oct 10 12:13:24.997149 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a6b25e9-070d-4a72-b077-74db3bd877e8 req-7df8cb89-6088-4d9f-86ff-f4f75771840a tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781956 Oct 10 12:13:25.023045 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-22350772-a7ad-401b-bea0-9686fe6921aa req-76ebf5e1-5126-4891-9caf-10068887af7d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581117 Oct 10 12:13:26.172213 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cd79f-7898-45a7-86bb-463a9fea381e req-f4f71226-79ee-4063-b49c-4eae6d74bffc tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:26.173709 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-159cd79f-7898-45a7-86bb-463a9fea381e req-f4f71226-79ee-4063-b49c-4eae6d74bffc tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0804374 Oct 10 12:13:26.182963 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a097-0ff5-4ae0-b884-e7ffbf0232e5 req-857a2936-acc9-4fc0-827b-2c9019de4df3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:26.183412 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0287a097-0ff5-4ae0-b884-e7ffbf0232e5 req-857a2936-acc9-4fc0-827b-2c9019de4df3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0762503 Oct 10 12:13:26.262391 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-159cd79f-7898-45a7-86bb-463a9fea381e req-b465ab32-57de-44a5-93cf-541c1b4140dc tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733013 Oct 10 12:13:26.270525 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0287a097-0ff5-4ae0-b884-e7ffbf0232e5 req-2595688c-ddb2-43ad-9ca7-1ebeb54d534d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801845 Oct 10 12:13:27.436321 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e695f-da48-4237-a70c-3a0c53d0370e req-5e377bbc-253d-4055-9fbd-e69dba9c5f62 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:27.437772 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4f8e695f-da48-4237-a70c-3a0c53d0370e req-5e377bbc-253d-4055-9fbd-e69dba9c5f62 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0798318 Oct 10 12:13:27.445717 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435b3e6-462f-492f-b4e0-118c34346b44 req-fe40f45f-d92b-48c7-a983-f5335ac8db0d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:27.447193 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1435b3e6-462f-492f-b4e0-118c34346b44 req-fe40f45f-d92b-48c7-a983-f5335ac8db0d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0597775 Oct 10 12:13:27.526964 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4f8e695f-da48-4237-a70c-3a0c53d0370e req-ae4455bf-af00-4966-ae87-b1ff521aefcc tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787532 Oct 10 12:13:27.545529 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1435b3e6-462f-492f-b4e0-118c34346b44 req-3e4483f1-e616-4433-b550-6b85b55d4e06 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901723 Oct 10 12:13:28.678590 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a95e8-5054-4188-bea8-9876d0fe6a9a req-4512feb6-b90b-49b8-8fdd-f93fcb93171d tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:28.680191 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-191a95e8-5054-4188-bea8-9876d0fe6a9a req-4512feb6-b90b-49b8-8fdd-f93fcb93171d tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0735109 Oct 10 12:13:28.706187 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:28.715192 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1c3cf-3043-4c78-bd66-06a10ab92b2b req-47d07dc0-6d98-426e-850b-f57b20cde987 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:28.716736 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-55e1c3cf-3043-4c78-bd66-06a10ab92b2b req-47d07dc0-6d98-426e-850b-f57b20cde987 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0805633 Oct 10 12:13:28.768360 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-191a95e8-5054-4188-bea8-9876d0fe6a9a req-b2d46046-f346-432a-b677-e01e73dddedd tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813253 Oct 10 12:13:28.794144 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-55e1c3cf-3043-4c78-bd66-06a10ab92b2b req-0bd8eb1e-bc58-4f73-b8c9-a33d14e8a337 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645494 Oct 10 12:13:29.636063 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-3295e947-e02d-448e-ba7d-16e51657293a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:30.138296 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c975bc3-f8ce-444c-b223-23f9dc9cbefa req-c87dbf8f-b2e7-4d74-ab21-ab7a430042bd tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:30.139791 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9c975bc3-f8ce-444c-b223-23f9dc9cbefa req-c87dbf8f-b2e7-4d74-ab21-ab7a430042bd tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.2939169 Oct 10 12:13:30.170864 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ca115-c741-402e-92e8-c8cfcfb5c47b req-3d4c8f05-a30b-4b04-9911-f7931ab40c17 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:30.172359 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f99ca115-c741-402e-92e8-c8cfcfb5c47b req-3d4c8f05-a30b-4b04-9911-f7931ab40c17 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0764821 Oct 10 12:13:30.226095 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9c975bc3-f8ce-444c-b223-23f9dc9cbefa req-43402b5a-3531-4e36-85cb-793108ee990d tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775261 Oct 10 12:13:30.242353 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f99ca115-c741-402e-92e8-c8cfcfb5c47b req-c7d3d70d-9210-4801-8547-749d9a747213 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623436 Oct 10 12:13:30.308387 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:30.313221 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:31.378067 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b97aaa-03ed-4adf-ae19-db7aeecba82c req-1194dfd5-7f2b-4857-b3bd-8dd7411e026e tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:31.380368 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-57b97aaa-03ed-4adf-ae19-db7aeecba82c req-1194dfd5-7f2b-4857-b3bd-8dd7411e026e tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0756266 Oct 10 12:13:31.407937 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c55de-6a32-4e00-96e9-f91ac3d358a2 req-84a011c4-6baf-4959-8bff-e6f50c3e819e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:31.409376 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-388c55de-6a32-4e00-96e9-f91ac3d358a2 req-84a011c4-6baf-4959-8bff-e6f50c3e819e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0768437 Oct 10 12:13:31.432309 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:31.463889 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-57b97aaa-03ed-4adf-ae19-db7aeecba82c req-df001343-3760-4f7c-9a7f-3824b5b07eb2 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770893 Oct 10 12:13:31.491207 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-388c55de-6a32-4e00-96e9-f91ac3d358a2 req-66422397-57b3-45d5-8568-48181bf2c2b5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744750 Oct 10 12:13:31.841228 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0aeec60b-ed21-44ae-a4b2-4a4d44e43d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:32.630295 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c34ed-3593-40ea-8c3f-ff329143ca51 req-982d0487-b261-412d-a118-220fa231e6b1 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:32.632410 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1e9c34ed-3593-40ea-8c3f-ff329143ca51 req-982d0487-b261-412d-a118-220fa231e6b1 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0773213 Oct 10 12:13:32.651502 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7e949-36d8-4f03-aef1-5ecda600932c req-e0a756f3-8915-4d4e-95ba-8d2931cafc76 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:32.655932 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-89f7e949-36d8-4f03-aef1-5ecda600932c req-e0a756f3-8915-4d4e-95ba-8d2931cafc76 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0685565 Oct 10 12:13:32.718515 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1e9c34ed-3593-40ea-8c3f-ff329143ca51 req-7e765fc0-5945-4a0d-8cc1-732fc8900dce tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802875 Oct 10 12:13:32.722803 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-89f7e949-36d8-4f03-aef1-5ecda600932c req-cdb93d15-9c15-4783-87e7-e6bec3739153 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629134 Oct 10 12:13:33.395390 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:33.872843 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd2a39-e567-450d-a3ee-e176598313e0 req-e4603d57-7de5-46ce-957b-7fe4b6fc274f tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:33.874393 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-56fd2a39-e567-450d-a3ee-e176598313e0 req-e4603d57-7de5-46ce-957b-7fe4b6fc274f tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0795143 Oct 10 12:13:33.880248 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90d7df-1a08-4fbe-9286-d35bee2ce74f req-289f7fdd-5aae-4a5b-9baa-d168c04fee83 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:33.886006 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5e90d7df-1a08-4fbe-9286-d35bee2ce74f req-289f7fdd-5aae-4a5b-9baa-d168c04fee83 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0767670 Oct 10 12:13:33.961910 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-56fd2a39-e567-450d-a3ee-e176598313e0 req-9ced4c1c-80d5-4fd0-8ce4-ca7ea24e49f1 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786734 Oct 10 12:13:33.964985 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5e90d7df-1a08-4fbe-9286-d35bee2ce74f req-8ba5fd60-2dd2-4b74-aaf0-56dce95080d5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757179 Oct 10 12:13:34.561156 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:35.081424 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:35.136563 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58051dfb-f17d-4966-a962-168d432fd0f1 req-73173a29-fb85-47da-9ae3-bbba3fcb4268 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:35.138104 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-58051dfb-f17d-4966-a962-168d432fd0f1 req-73173a29-fb85-47da-9ae3-bbba3fcb4268 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0763004 Oct 10 12:13:35.147121 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a1776-c907-4bb8-b3d4-c3ad362da1b0 req-409ab827-957e-4e2b-9f80-3bdf1cd7101a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:35.148578 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-973a1776-c907-4bb8-b3d4-c3ad362da1b0 req-409ab827-957e-4e2b-9f80-3bdf1cd7101a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0760527 Oct 10 12:13:35.196644 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:35.226877 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-58051dfb-f17d-4966-a962-168d432fd0f1 req-591ce96d-164f-4ff3-ac5e-b3b2412d7c1a tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773172 Oct 10 12:13:35.230111 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-973a1776-c907-4bb8-b3d4-c3ad362da1b0 req-df147070-ab6c-404d-b75e-12e430721d2d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745974 Oct 10 12:13:36.385943 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b958f5-f2a2-49db-88b4-7b4376f4aa31 req-49034480-a6f1-4843-9c5d-e01d431e05eb tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:36.387446 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-48b958f5-f2a2-49db-88b4-7b4376f4aa31 req-49034480-a6f1-4843-9c5d-e01d431e05eb tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0794897 Oct 10 12:13:36.395158 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22584b55-6900-4b46-9aa1-412a9bff674e req-dde4ed90-ad9a-45c3-ae04-ea5210422279 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:36.397054 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-22584b55-6900-4b46-9aa1-412a9bff674e req-dde4ed90-ad9a-45c3-ae04-ea5210422279 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0774946 Oct 10 12:13:36.477568 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-48b958f5-f2a2-49db-88b4-7b4376f4aa31 req-e49ab02f-b283-495f-a3e4-89f6d501a3b2 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795655 Oct 10 12:13:36.480829 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-22584b55-6900-4b46-9aa1-412a9bff674e req-dcc0841f-dc39-47d1-a415-43e4547ae8b3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760548 Oct 10 12:13:37.628260 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6915b-0399-4c8b-bb9f-572021de24cd req-7d51f4a3-b34f-4794-a464-47ec775fb426 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:37.629762 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2da6915b-0399-4c8b-bb9f-572021de24cd req-7d51f4a3-b34f-4794-a464-47ec775fb426 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0780153 Oct 10 12:13:37.635550 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62418967-bb91-4dea-9788-fb26e16897bc req-a949edc8-4677-4a12-a9f6-1ca1c332361f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:37.636937 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-62418967-bb91-4dea-9788-fb26e16897bc req-a949edc8-4677-4a12-a9f6-1ca1c332361f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0742779 Oct 10 12:13:37.715883 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2da6915b-0399-4c8b-bb9f-572021de24cd req-aa20d3ca-6de7-439f-bc04-8658edaaff1c tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779874 Oct 10 12:13:37.718858 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-62418967-bb91-4dea-9788-fb26e16897bc req-161ef022-9e71-4c7a-ab48-f2ff69da4fd2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739918 Oct 10 12:13:38.310804 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:13:38.829172 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:38.865785 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63522b05-e88c-4178-8766-405312cbecdd req-4ea0ce4f-df31-435b-8885-3abba11de0f7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:38.867897 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-63522b05-e88c-4178-8766-405312cbecdd req-4ea0ce4f-df31-435b-8885-3abba11de0f7 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0757349 Oct 10 12:13:38.875476 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1ac5c-6c31-46ca-a1a9-70f5d365b1e6 req-f0c1d926-3f74-4410-917c-62af6430d29b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:38.876823 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ada1ac5c-6c31-46ca-a1a9-70f5d365b1e6 req-f0c1d926-3f74-4410-917c-62af6430d29b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0742195 Oct 10 12:13:38.949415 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-63522b05-e88c-4178-8766-405312cbecdd req-dd6d5fd0-025b-448f-8314-5677c8cf8ac3 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715723 Oct 10 12:13:38.953359 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ada1ac5c-6c31-46ca-a1a9-70f5d365b1e6 req-44f51249-b365-4776-8868-391bb3aa2a45 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688810 Oct 10 12:13:39.231889 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3af8c0-b068-4b2e-bb50-7332594e8db8 req-dce8c512-bcb3-4a35-b260-2385125626d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:39.233297 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9c3af8c0-b068-4b2e-bb50-7332594e8db8 req-dce8c512-bcb3-4a35-b260-2385125626d9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 1129 time: 0.0820024 Oct 10 12:13:39.279942 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9c3af8c0-b068-4b2e-bb50-7332594e8db8 req-44f31ff9-e8f3-4359-a459-659a29c20fa4 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399823 Oct 10 12:13:40.102527 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad3527-10b8-4b80-934f-16dbcd1cacbc req-a31f99ad-31ef-4a5d-a935-65207a1c31d9 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:40.104039 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d7ad3527-10b8-4b80-934f-16dbcd1cacbc req-a31f99ad-31ef-4a5d-a935-65207a1c31d9 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0791860 Oct 10 12:13:40.114576 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd6713-6486-4713-9350-3130b1d22b03 req-71bfac5f-ac1d-4c5d-8be0-c125e5b8219c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:40.117237 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b3fd6713-6486-4713-9350-3130b1d22b03 req-71bfac5f-ac1d-4c5d-8be0-c125e5b8219c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0794959 Oct 10 12:13:40.184752 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d7ad3527-10b8-4b80-934f-16dbcd1cacbc req-64cbd117-39ca-4290-9aac-b2b81324e7d8 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676222 Oct 10 12:13:40.196340 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b3fd6713-6486-4713-9350-3130b1d22b03 req-764094db-18e0-4d53-8ae4-f7a4ff681b5e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730221 Oct 10 12:13:41.344398 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215e108-d39f-436c-a1de-a006d9c90157 req-28cac7a6-2312-4c64-8abe-b65df8eb90b8 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:41.345871 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4215e108-d39f-436c-a1de-a006d9c90157 req-28cac7a6-2312-4c64-8abe-b65df8eb90b8 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0784609 Oct 10 12:13:41.366150 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32902460-bb82-4075-993d-64e361404417 req-72321349-a7a0-401f-bba6-fc2fb26c86ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:41.368461 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-32902460-bb82-4075-993d-64e361404417 req-72321349-a7a0-401f-bba6-fc2fb26c86ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0672185 Oct 10 12:13:41.432250 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4215e108-d39f-436c-a1de-a006d9c90157 req-68f8bc4d-d8cb-4b12-abcb-38dc3c67880d tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804000 Oct 10 12:13:41.439323 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-32902460-bb82-4075-993d-64e361404417 req-2a7fd7dd-99c0-4ed5-ab7c-51ae557e150d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640774 Oct 10 12:13:42.024523 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 44644) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:13:42.133985 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:42.209347 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Publish callbacks [] for security_group (b74b6cc0-8111-46e2-b576-be2a26368e64), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:42.275985 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (b74b6cc0-8111-46e2-b576-be2a26368e64), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:42.318786 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=94a3ca0d7d854e26a5e26ee48de284c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930598 Oct 10 12:13:42.319549 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74b6cc0-8111-46e2-b576-be2a26368e64,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:42.321689 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 44648) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:13:42.327939 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.328293 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.328639 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.328985 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.329327 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.329661 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.329963 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.330285 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.330615 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.330986 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.331406 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.331739 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.332060 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.332386 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.332699 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3669c4-741a-4592-bdda-7428292ff7dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.376075 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Publish callbacks [] for security_group (b74b6cc0-8111-46e2-b576-be2a26368e64), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:42.378836 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:42.397959 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Publish callbacks [] for security_group (b74b6cc0-8111-46e2-b576-be2a26368e64), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:42.566856 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (b74b6cc0-8111-46e2-b576-be2a26368e64), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:42.569508 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:42.570649 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b74b6cc0-8111-46e2-b576-be2a26368e64 HTTP/1.1" status: 204 len: 168 time: 0.2478633 Oct 10 12:13:42.608019 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74b6cc0-8111-46e2-b576-be2a26368e64,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:42.625838 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f3b9c-1997-4e7c-b677-10bb09f3dd43 req-005a881e-7560-4551-810d-c92bb744ca0f tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:42.627430 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa9f3b9c-1997-4e7c-b677-10bb09f3dd43 req-005a881e-7560-4551-810d-c92bb744ca0f tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0966687 Oct 10 12:13:42.631138 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.631483 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.631824 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.632162 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.632498 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.632828 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.633153 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.633992 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.634317 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.634643 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.634989 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.635312 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.635638 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.636177 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.636348 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19ea27-3194-4883-96fb-e982368adeab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:42.645651 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37675c9-b86a-4767-a70f-87362205467c req-f30554b9-52b8-46af-ad1e-e0415df6bbdd tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:42.647145 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b37675c9-b86a-4767-a70f-87362205467c req-f30554b9-52b8-46af-ad1e-e0415df6bbdd tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.1144359 Oct 10 12:13:42.658232 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:42.659268 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:42.726471 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa9f3b9c-1997-4e7c-b677-10bb09f3dd43 req-febcbc82-7f95-4c81-81fd-2495d0db5556 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870545 Oct 10 12:13:42.730294 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b37675c9-b86a-4767-a70f-87362205467c req-48e4c053-c3d0-41d2-a5bb-a515c5c7c710 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748210 Oct 10 12:13:43.831663 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:43.875577 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d658c-b6d5-4285-83f4-cd6e4ba66e92 req-56572932-d763-4187-9d9e-a7b4e8b08ee3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:43.877219 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e51d658c-b6d5-4285-83f4-cd6e4ba66e92 req-56572932-d763-4187-9d9e-a7b4e8b08ee3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0553732 Oct 10 12:13:43.936263 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e51d658c-b6d5-4285-83f4-cd6e4ba66e92 req-c8716e35-8fae-41a3-892d-bb7dc2e7a068 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485768 Oct 10 12:13:45.015737 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:45.072149 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21275f6-c544-4da9-8005-fe4c6c89c34a req-eb5ff976-fb11-4784-9a30-5fbc97871625 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:45.073559 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a21275f6-c544-4da9-8005-fe4c6c89c34a req-eb5ff976-fb11-4784-9a30-5fbc97871625 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0484500 Oct 10 12:13:45.123769 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a21275f6-c544-4da9-8005-fe4c6c89c34a req-37cf9b22-ad6a-4139-93b5-4b9ba036006a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446136 Oct 10 12:13:46.255883 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c1fd4-e0a8-45a0-add6-5cd1e0cb9871 req-1db09bcb-b966-400c-9eed-def549d4c010 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:46.257357 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b51c1fd4-e0a8-45a0-add6-5cd1e0cb9871 req-1db09bcb-b966-400c-9eed-def549d4c010 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 944 time: 0.0521343 Oct 10 12:13:46.310879 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b51c1fd4-e0a8-45a0-add6-5cd1e0cb9871 req-e7709aa8-1bae-4f2a-bc3f-14f725b0c5f2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477679 Oct 10 12:13:46.919013 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 98e81f6a-0ff4-4344-ab00-e77663d7f2cf details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:13:47.019265 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:13:47.031280 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'port_id': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf', 'mac_address': 'fa:16:3e:64:9d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:13:47.066701 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:13:47.067101 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:47.080778 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e81f6a-0ff4-4344-ab00-e77663d7f2cf {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:13:47.104319 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:13:47.207273 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:47.255764 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,revision_number=9']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:47.263415 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:47.263753 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:47.264106 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:47.264455 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:47.264783 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:47.265102 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:47.265419 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:47.265734 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:47.266050 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:47.266364 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:47.266755 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:47.267029 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:47.267350 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:47.267659 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:47.267969 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:13:47.437962 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a0935-aaf7-45d5-b960-e9c5e11d1959 req-6622ffb8-92b8-434a-b4ae-63fabb359a7e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:47.439355 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c98a0935-aaf7-45d5-b960-e9c5e11d1959 req-6622ffb8-92b8-434a-b4ae-63fabb359a7e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 945 time: 0.0459979 Oct 10 12:13:47.489197 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c98a0935-aaf7-45d5-b960-e9c5e11d1959 req-62ac9ceb-59a0-44cf-b5f1-aad837fa381c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442474 Oct 10 12:13:48.306295 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:48.615663 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a6c75-7f71-4908-a6f2-1ec6b7155d9d req-18de1dfb-6ab1-429b-9986-b71a237e4917 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:48.617047 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a31a6c75-7f71-4908-a6f2-1ec6b7155d9d req-18de1dfb-6ab1-429b-9986-b71a237e4917 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 945 time: 0.0470402 Oct 10 12:13:48.667903 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a31a6c75-7f71-4908-a6f2-1ec6b7155d9d req-015bdca0-8679-41c2-ab3a-09dd99fb5b02 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453072 Oct 10 12:13:49.798396 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593c04e-039a-426b-a9fd-8d1b39b1d8d5 req-f4a785eb-522b-40f1-a718-80fcb1fbd6aa tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:49.799890 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2593c04e-039a-426b-a9fd-8d1b39b1d8d5 req-f4a785eb-522b-40f1-a718-80fcb1fbd6aa tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 945 time: 0.0478625 Oct 10 12:13:49.846933 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2593c04e-039a-426b-a9fd-8d1b39b1d8d5 req-f82d2a02-558c-4a2d-9678-5d897263552e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 Oct 10 12:13:50.848019 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['98e81f6a-0ff4-4344-ab00-e77663d7f2cf'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:13:50.957965 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:50.976192 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf8317-964a-4501-91a8-d99eda1b8f89 req-616a88c8-0ada-4ada-8c8f-33e744190125 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:50.977695 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9cdf8317-964a-4501-91a8-d99eda1b8f89 req-616a88c8-0ada-4ada-8c8f-33e744190125 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 945 time: 0.0474131 Oct 10 12:13:51.026245 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9cdf8317-964a-4501-91a8-d99eda1b8f89 req-9ea5947e-b51a-4f20-a73b-c2c0585d0e85 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422935 Oct 10 12:13:52.158279 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd6d7f-95cc-4e4c-87e2-9e168ab25fe4 req-bfe7c12e-8c69-4fff-acf9-b029595b37f3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:52.159864 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b5cd6d7f-95cc-4e4c-87e2-9e168ab25fe4 req-bfe7c12e-8c69-4fff-acf9-b029595b37f3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 945 time: 0.0516222 Oct 10 12:13:52.203117 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:52.207687 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b5cd6d7f-95cc-4e4c-87e2-9e168ab25fe4 req-4f7182d0-1c22-4abd-93b1-5a951d7e939a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423815 Oct 10 12:13:52.314526 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=26,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:52.325559 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=31,neutron:INSERT=8 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:53.338533 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38140fe3-1dfc-4b99-aca8-dc7b066801a4 req-5e62aad2-5960-40fd-9577-a82fd8add669 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:53.340707 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-38140fe3-1dfc-4b99-aca8-dc7b066801a4 req-5e62aad2-5960-40fd-9577-a82fd8add669 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 945 time: 0.0488155 Oct 10 12:13:53.394213 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-38140fe3-1dfc-4b99-aca8-dc7b066801a4 req-189f2961-1504-4b4f-b486-ea73a522f1ef tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434735 Oct 10 12:13:54.525530 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cbaba-8ee1-4c03-a432-248781a2e3d1 req-691df410-2d67-4c11-a8de-5e08621a92e5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:54.527057 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e84cbaba-8ee1-4c03-a432-248781a2e3d1 req-691df410-2d67-4c11-a8de-5e08621a92e5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 945 time: 0.0470667 Oct 10 12:13:54.580688 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e84cbaba-8ee1-4c03-a432-248781a2e3d1 req-8fc38eb5-c3da-49c5-9206-69069ecfc869 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479383 Oct 10 12:13:54.764657 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2047c52-fe00-43f1-83c4-f7b19a2d6c2b req-c28ecd9f-d1b4-4335-ab77-b20ebc65329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:54.766149 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-e2047c52-fe00-43f1-83c4-f7b19a2d6c2b req-c28ecd9f-d1b4-4335-ab77-b20ebc65329e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 1129 time: 0.0460503 Oct 10 12:13:55.147088 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 98e81f6a-0ff4-4344-ab00-e77663d7f2cf up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:13:55.195549 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:13:55.195915 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:55.196250 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf Oct 10 12:13:55.270694 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:13:55.271091 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:55.297026 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e51573a-beab-4197-840e-a9427a52e273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:13:55.299322 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6574745e-5074-40c7-84e6-01a05a434c8c" -d '{"events": [{"server_uuid": "3e51573a-beab-4197-840e-a9427a52e273", "name": "network-vif-plugged", "status": "completed", "tag": "98e81f6a-0ff4-4344-ab00-e77663d7f2cf"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:13:55.318025 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:13:55.393387 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2047c52-fe00-43f1-83c4-f7b19a2d6c2b req-b01c7bc6-a7b0-421c-8bd4-89262b9c362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:55.394921 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-e2047c52-fe00-43f1-83c4-f7b19a2d6c2b req-b01c7bc6-a7b0-421c-8bd4-89262b9c362d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8bb565bd-53c5-4c6d-b08f-259f391c730b HTTP/1.1" status: 200 len: 918 time: 0.0923021 Oct 10 12:13:55.423592 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:13:55.483470 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-e2047c52-fe00-43f1-83c4-f7b19a2d6c2b req-e7178815-78fc-4eb1-b95a-59818ef00e74 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf HTTP/1.1" status: 200 len: 1000 time: 0.0770559 Oct 10 12:13:55.503520 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af18181f-5bc0-4cf5-9f73-1418f630cd46 x-openstack-request-id: req-af18181f-5bc0-4cf5-9f73-1418f630cd46 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:13:55.504094 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e51573a-beab-4197-840e-a9427a52e273", "name": "network-vif-plugged", "status": "completed", "tag": "98e81f6a-0ff4-4344-ab00-e77663d7f2cf", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:13:55.504539 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af18181f-5bc0-4cf5-9f73-1418f630cd46 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:13:55.504952 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af18181f-5bc0-4cf5-9f73-1418f630cd46'] response: {'server_uuid': '3e51573a-beab-4197-840e-a9427a52e273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf', 'code': 200} Oct 10 12:13:55.506033 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,revision_number=10']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:13:55.545365 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2047c52-fe00-43f1-83c4-f7b19a2d6c2b req-fafdbf56-b8ba-47d0-9a0f-11c0c10baec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:55.546908 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-e2047c52-fe00-43f1-83c4-f7b19a2d6c2b req-fafdbf56-b8ba-47d0-9a0f-11c0c10baec7 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=383a897c-19ae-4f67-b320-d650957cc219 HTTP/1.1" status: 200 len: 856 time: 0.0471137 Oct 10 12:13:55.712258 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4e10b-d22c-4d00-be44-9816318c75b5 req-d079d2d5-48c3-480c-a03a-cf10cd47160b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:55.713649 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4de4e10b-d22c-4d00-be44-9816318c75b5 req-d079d2d5-48c3-480c-a03a-cf10cd47160b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0489998 Oct 10 12:13:55.764482 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4de4e10b-d22c-4d00-be44-9816318c75b5 req-c4749ddd-82d9-4400-8de7-f7d8a1f9b945 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447536 Oct 10 12:13:56.899665 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbf7db-de5e-4061-a1a0-cefd2d4bec83 req-fc213ae2-5d71-43b5-a63a-3a3544df89c2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:56.901785 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e8bbf7db-de5e-4061-a1a0-cefd2d4bec83 req-fc213ae2-5d71-43b5-a63a-3a3544df89c2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0511930 Oct 10 12:13:56.960902 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e8bbf7db-de5e-4061-a1a0-cefd2d4bec83 req-79f365ad-bc8d-4951-b710-cefde14e9385 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532427 Oct 10 12:13:58.096610 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde6501-d570-4189-9d52-ca196173b9d2 req-2252005c-0946-479c-bc29-1748d410df80 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:58.098145 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bfde6501-d570-4189-9d52-ca196173b9d2 req-2252005c-0946-479c-bc29-1748d410df80 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0514505 Oct 10 12:13:58.119465 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:13:58.147873 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bfde6501-d570-4189-9d52-ca196173b9d2 req-61bb8ee9-6668-4234-86c3-2daab89761e5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439467 Oct 10 12:13:59.119465 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2047c52-fe00-43f1-83c4-f7b19a2d6c2b req-42a4da2f-132b-4453-9578-e3951657006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:59.119465 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-e2047c52-fe00-43f1-83c4-f7b19a2d6c2b req-42a4da2f-132b-4453-9578-e3951657006f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8bb565bd-53c5-4c6d-b08f-259f391c730b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409536 Oct 10 12:13:59.291148 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccff2b6-a999-4756-95e2-c248d95bf457 req-4b3b1be5-3a31-40ff-bf84-7241a0f3b212 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:13:59.297584 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2ccff2b6-a999-4756-95e2-c248d95bf457 req-4b3b1be5-3a31-40ff-bf84-7241a0f3b212 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0507488 Oct 10 12:13:59.347620 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2ccff2b6-a999-4756-95e2-c248d95bf457 req-0123a777-dcc1-4f29-bed8-6fffa2a6c3bb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486555 Oct 10 12:13:59.646625 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-74d25f97-f2b8-418b-b63b-103415aab0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:00.483003 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d91d6-4cfe-4198-8ced-2c6d38f7bbba req-723044b8-54b1-4477-a5fd-48371bcb7f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:00.484559 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-272d91d6-4cfe-4198-8ced-2c6d38f7bbba req-723044b8-54b1-4477-a5fd-48371bcb7f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0518730 Oct 10 12:14:00.533148 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-272d91d6-4cfe-4198-8ced-2c6d38f7bbba req-c754974f-05a5-4d6a-8dc8-bb707324dded tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429704 Oct 10 12:14:01.432667 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-e2047c52-fe00-43f1-83c4-f7b19a2d6c2b req-5d464708-2c62-4b97-88ff-e59969c1fcf3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912907 Oct 10 12:14:01.529528 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-e2047c52-fe00-43f1-83c4-f7b19a2d6c2b req-20b55cca-63e3-45f7-b60f-c9c62204370c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879643 Oct 10 12:14:01.679090 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb8a9f-468c-4d34-b67b-871da75e5692 req-2ed6c49b-9976-4747-9450-de7634a8dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:01.680646 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-dbeb8a9f-468c-4d34-b67b-871da75e5692 req-2ed6c49b-9976-4747-9450-de7634a8dc83 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 1131 time: 0.0455251 Oct 10 12:14:01.681016 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4028552-e2cd-45bb-b1da-5d1d633f727c req-de0454b2-f8e9-4226-bef3-0c2a4221fdf9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:01.682536 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e4028552-e2cd-45bb-b1da-5d1d633f727c req-de0454b2-f8e9-4226-bef3-0c2a4221fdf9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0510247 Oct 10 12:14:01.735719 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e4028552-e2cd-45bb-b1da-5d1d633f727c req-b019a56f-cec1-4687-b0ec-4dabe2daea98 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475366 Oct 10 12:14:01.758893 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-dbeb8a9f-468c-4d34-b67b-871da75e5692 req-104353a8-d6fd-4f08-a787-132f8c78f84b service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433886 Oct 10 12:14:01.851948 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-3f25d609-c7cc-4137-bf7c-41b27c13e80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:02.867366 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19e6d7-379f-4ace-9e6e-c9e139181c1a req-b733ea4e-f110-4f3e-b83a-dc1d7f1b32a5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:02.868912 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3d19e6d7-379f-4ace-9e6e-c9e139181c1a req-b733ea4e-f110-4f3e-b83a-dc1d7f1b32a5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0494123 Oct 10 12:14:02.921421 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3d19e6d7-379f-4ace-9e6e-c9e139181c1a req-59fd5867-7883-41a3-b526-91f49168b4f2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468948 Oct 10 12:14:03.366328 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:04.051664 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21680dd5-ec3d-4919-9bd9-25b1aa1f090f req-dbf16c5d-32a2-42a5-9a52-f284c8aea730 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:04.053146 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-21680dd5-ec3d-4919-9bd9-25b1aa1f090f req-dbf16c5d-32a2-42a5-9a52-f284c8aea730 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0480933 Oct 10 12:14:04.101538 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-21680dd5-ec3d-4919-9bd9-25b1aa1f090f req-1f322356-f97c-4155-82ea-825bbf8cabb2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422173 Oct 10 12:14:04.555354 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:05.097847 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:05.233127 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab0883-717f-4318-90bc-506a9a841a86 req-8b48ffb7-343b-42c4-ab2f-cfc3ce94f6d4 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:05.234600 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-40ab0883-717f-4318-90bc-506a9a841a86 req-8b48ffb7-343b-42c4-ab2f-cfc3ce94f6d4 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0494132 Oct 10 12:14:05.284609 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-40ab0883-717f-4318-90bc-506a9a841a86 req-73188f9b-58a5-4806-a9a7-abaf9cad7356 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443490 Oct 10 12:14:06.383498 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:06.424683 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb4d0a-a311-4b8d-a3fe-5e8c92661b51 req-1ac3d514-3c8a-47b1-a161-234b9c53bc6e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:06.426195 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-97fb4d0a-a311-4b8d-a3fe-5e8c92661b51 req-1ac3d514-3c8a-47b1-a161-234b9c53bc6e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0525076 Oct 10 12:14:06.483906 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-97fb4d0a-a311-4b8d-a3fe-5e8c92661b51 req-b52a83af-be4d-4896-b941-aa3b1859768a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518291 Oct 10 12:14:07.304581 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=17 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:07.309538 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=15 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:07.621291 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ae5e5-a202-4799-a3e0-ed757c203efe req-a82901f4-f072-4481-abd2-901d9ed3ec3f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:07.621291 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a17ae5e5-a202-4799-a3e0-ed757c203efe req-a82901f4-f072-4481-abd2-901d9ed3ec3f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0484843 Oct 10 12:14:07.662362 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a17ae5e5-a202-4799-a3e0-ed757c203efe req-72c3558a-0d93-4bda-9696-d607dd687dfa tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433688 Oct 10 12:14:08.805382 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b008-384e-45ad-845f-cfea317ffb7f req-92026c1d-f369-44d8-a990-fa5bcda86da8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:08.812620 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cd39b008-384e-45ad-845f-cfea317ffb7f req-92026c1d-f369-44d8-a990-fa5bcda86da8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0497143 Oct 10 12:14:08.869663 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cd39b008-384e-45ad-845f-cfea317ffb7f req-e50d4582-b129-48d8-9fda-7eaebc04017a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565431 Oct 10 12:14:10.002940 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f1d8f-e4cb-478a-9ecf-98e4d6db37d3 req-1ceef80a-a179-496b-a4b0-754585c290e9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:10.004515 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4b7f1d8f-e4cb-478a-9ecf-98e4d6db37d3 req-1ceef80a-a179-496b-a4b0-754585c290e9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0491605 Oct 10 12:14:10.054590 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4b7f1d8f-e4cb-478a-9ecf-98e4d6db37d3 req-d4dc86a7-5895-4347-a140-4e05a9121e0c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442009 Oct 10 12:14:11.175392 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:11.190927 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de90ab-c621-47e2-b1d6-a97b93e30988 req-840229d7-40ad-4238-a874-fb7de4c4bb40 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:11.192498 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8de90ab-c621-47e2-b1d6-a97b93e30988 req-840229d7-40ad-4238-a874-fb7de4c4bb40 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0489755 Oct 10 12:14:11.240954 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8de90ab-c621-47e2-b1d6-a97b93e30988 req-681b9619-45ea-47d9-b15a-97f5e7fd9c6a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426855 Oct 10 12:14:11.752133 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=59 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:11.755972 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=53 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:12.387081 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985a841-2628-4346-b606-1420b28b43e1 req-0f54bb21-5f34-4ca9-a13c-17a88ca76b68 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:12.389656 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7985a841-2628-4346-b606-1420b28b43e1 req-0f54bb21-5f34-4ca9-a13c-17a88ca76b68 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0641406 Oct 10 12:14:12.439251 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7985a841-2628-4346-b606-1420b28b43e1 req-18ec5194-0c8c-4a5e-be3c-e692cb37c937 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440769 Oct 10 12:14:13.568340 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737fd83-cf93-47d3-b92d-da6c84295aa9 req-46777116-3ecd-4471-8b30-a1265f503d04 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:13.569812 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e737fd83-cf93-47d3-b92d-da6c84295aa9 req-46777116-3ecd-4471-8b30-a1265f503d04 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0473099 Oct 10 12:14:13.617379 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e737fd83-cf93-47d3-b92d-da6c84295aa9 req-b7cce725-09e8-4770-a04a-571c5a779a24 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420001 Oct 10 12:14:14.751544 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed0b7d-4b5d-453f-b27f-8e80288b679f req-d6f654d5-1e30-43f1-9f00-2e82238f9779 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:14.753072 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c3ed0b7d-4b5d-453f-b27f-8e80288b679f req-d6f654d5-1e30-43f1-9f00-2e82238f9779 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0531447 Oct 10 12:14:14.801960 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c3ed0b7d-4b5d-453f-b27f-8e80288b679f req-57a838af-c591-4f7a-a4fd-b4320701fc6c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434244 Oct 10 12:14:15.009859 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:15.018131 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=57,neutron:UPDATE=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:15.018131 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:15.312891 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:14:15.934485 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71171601-789c-4895-967c-b1faf8d7fd44 req-89e73eb7-733f-4e43-91f1-6cf451d27f37 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:15.935989 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-71171601-789c-4895-967c-b1faf8d7fd44 req-89e73eb7-733f-4e43-91f1-6cf451d27f37 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0470614 Oct 10 12:14:15.983636 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-71171601-789c-4895-967c-b1faf8d7fd44 req-160840ce-9c88-4738-bda2-6576011ca5e7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419271 Oct 10 12:14:17.111515 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcd384-ca4a-44ce-ac97-31139eb19d16 req-8670ed01-41f4-4185-8bba-062bd7a0469f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:17.113045 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8fbcd384-ca4a-44ce-ac97-31139eb19d16 req-8670ed01-41f4-4185-8bba-062bd7a0469f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0471172 Oct 10 12:14:17.164858 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8fbcd384-ca4a-44ce-ac97-31139eb19d16 req-d6ccdffe-dbef-4c4b-a707-d9a987bd83e1 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460498 Oct 10 12:14:18.295498 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b389cb-f6aa-448e-9226-a7b8a76ea330 req-31db3847-8d88-44f2-adbc-8e08be9c2051 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:18.297078 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c6b389cb-f6aa-448e-9226-a7b8a76ea330 req-31db3847-8d88-44f2-adbc-8e08be9c2051 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0483360 Oct 10 12:14:18.347340 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c6b389cb-f6aa-448e-9226-a7b8a76ea330 req-8d335d81-f712-42c4-86dd-6bc7b74f16d2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433547 Oct 10 12:14:19.484427 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d82e3-5ed4-4e06-8ce5-26d2c4d0294f req-a10a3a61-2a01-4897-9dbe-a05b224307c3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:19.485745 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d42d82e3-5ed4-4e06-8ce5-26d2c4d0294f req-a10a3a61-2a01-4897-9dbe-a05b224307c3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0536139 Oct 10 12:14:19.513772 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:19.540673 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d42d82e3-5ed4-4e06-8ce5-26d2c4d0294f req-bc575a95-8495-409e-9a44-50815384d5c7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491707 Oct 10 12:14:20.671149 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea254f42-0593-4f52-9983-ad9a7fce0c34 req-261180ab-9b40-48e4-868e-f4714a891908 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:20.672586 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ea254f42-0593-4f52-9983-ad9a7fce0c34 req-261180ab-9b40-48e4-868e-f4714a891908 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0503347 Oct 10 12:14:20.722298 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ea254f42-0593-4f52-9983-ad9a7fce0c34 req-aba831a2-74e7-46f4-a207-a0fb1f1a110a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439124 Oct 10 12:14:20.954649 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:21.854442 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53c359-bad9-4df3-9294-074c38f2b7ee req-d285b658-7258-48a7-876c-6d8d46a222c6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:21.856032 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d53c359-bad9-4df3-9294-074c38f2b7ee req-d285b658-7258-48a7-876c-6d8d46a222c6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0494852 Oct 10 12:14:21.906340 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d53c359-bad9-4df3-9294-074c38f2b7ee req-b3a3d139-2f95-4828-8240-a19241ac1cca tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443885 Oct 10 12:14:23.041424 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23d1cd-8957-43bd-84de-29b39b6c0978 req-fd1a6d67-a385-48f7-865e-2f0b752ab3b9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:23.043087 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4c23d1cd-8957-43bd-84de-29b39b6c0978 req-fd1a6d67-a385-48f7-865e-2f0b752ab3b9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0499399 Oct 10 12:14:23.098845 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4c23d1cd-8957-43bd-84de-29b39b6c0978 req-f401980d-a89c-4950-82a9-ccf2ff921d7e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492036 Oct 10 12:14:25.308410 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:25.976757 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 45098) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:14:26.098864 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:26.105637 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dfc61d7f-d4ed-498f-9a07-058899bfcb0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:26.183377 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dfc61d7f-d4ed-498f-9a07-058899bfcb0c admin admin] Publish callbacks [] for security_group (bdfa1f03-6752-4510-954f-ab951b277b20), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:26.274354 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dfc61d7f-d4ed-498f-9a07-058899bfcb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (bdfa1f03-6752-4510-954f-ab951b277b20), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:26.317039 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-dfc61d7f-d4ed-498f-9a07-058899bfcb0c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a7bbf361e48c4f8ebb39d085587c0811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391569 Oct 10 12:14:26.318827 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc61d7f-d4ed-498f-9a07-058899bfcb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfa1f03-6752-4510-954f-ab951b277b20,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:14:26.319938 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45104) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:14:26.382535 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f222d79b-983c-4337-bb0e-1bdbe2011943 admin admin] Publish callbacks [] for security_group (bdfa1f03-6752-4510-954f-ab951b277b20), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:26.404557 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f222d79b-983c-4337-bb0e-1bdbe2011943 admin admin] Publish callbacks [] for security_group (bdfa1f03-6752-4510-954f-ab951b277b20), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:26.526204 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f222d79b-983c-4337-bb0e-1bdbe2011943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (bdfa1f03-6752-4510-954f-ab951b277b20), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:26.528818 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f222d79b-983c-4337-bb0e-1bdbe2011943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:26.530010 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-f222d79b-983c-4337-bb0e-1bdbe2011943 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/bdfa1f03-6752-4510-954f-ab951b277b20 HTTP/1.1" status: 204 len: 168 time: 0.2088828 Oct 10 12:14:26.539079 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222d79b-983c-4337-bb0e-1bdbe2011943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfa1f03-6752-4510-954f-ab951b277b20,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:14:27.858734 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04db39-06b9-43b0-a7ce-7be81a6d43f7 req-e58fc1f5-0c45-4dc2-aacd-a3e732308c36 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:27.860249 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6d04db39-06b9-43b0-a7ce-7be81a6d43f7 req-e58fc1f5-0c45-4dc2-aacd-a3e732308c36 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0517650 Oct 10 12:14:27.908471 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6d04db39-06b9-43b0-a7ce-7be81a6d43f7 req-029df560-f3e7-472f-a020-0190b2374776 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424650 Oct 10 12:14:29.038973 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ae993-37a4-4d9f-a2bc-a86a0d58dfcd req-2c458d28-4d34-492b-ba2e-4e5c3536ed4d tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:29.040459 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-931ae993-37a4-4d9f-a2bc-a86a0d58dfcd req-2c458d28-4d34-492b-ba2e-4e5c3536ed4d tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0535686 Oct 10 12:14:29.090647 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-931ae993-37a4-4d9f-a2bc-a86a0d58dfcd req-40f0815b-57ee-4c66-b452-026eccc4164f tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439918 Oct 10 12:14:29.628646 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1ea01da0-dbef-447a-bfdc-3298623f0189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:30.212223 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c3d61-001f-42fc-9062-69e1ee8098c7 req-9711dbb3-457c-4944-9dd9-5f4d707e8d16 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:30.213699 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-303c3d61-001f-42fc-9062-69e1ee8098c7 req-9711dbb3-457c-4944-9dd9-5f4d707e8d16 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0470538 Oct 10 12:14:30.261246 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-303c3d61-001f-42fc-9062-69e1ee8098c7 req-fc18c50b-5002-4079-874e-a2bddc39b35b tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1d156f73-9bf4-484f-97dd-c4cca133fda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411932 Oct 10 12:14:30.605358 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab87838-4994-4a94-a86e-3f2a3d3477f1 req-db56227d-65bb-480b-a49e-cbab21865326 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:30.606838 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-aab87838-4994-4a94-a86e-3f2a3d3477f1 req-db56227d-65bb-480b-a49e-cbab21865326 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 945 time: 0.0510828 Oct 10 12:14:30.696851 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-aab87838-4994-4a94-a86e-3f2a3d3477f1 req-cddcd494-a738-4391-a63a-3a812ff4de51 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Deleting port cd11316d-9aa8-47f3-adba-a7edaf2d5252 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:14:30.697189 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-aab87838-4994-4a94-a86e-3f2a3d3477f1 req-cddcd494-a738-4391-a63a-3a812ff4de51 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (cd11316d-9aa8-47f3-adba-a7edaf2d5252), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:30.790300 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-aab87838-4994-4a94-a86e-3f2a3d3477f1 req-cddcd494-a738-4391-a63a-3a812ff4de51 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] For port cd11316d-9aa8-47f3-adba-a7edaf2d5252, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=cd11316d-9aa8-47f3-adba-a7edaf2d5252,segment=NetworkSegment(f9594a04-f151-4c68-97d2-d951d3c08c06),segment_id=f9594a04-f151-4c68-97d2-d951d3c08c06)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:14:30.791578 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-aab87838-4994-4a94-a86e-3f2a3d3477f1 req-cddcd494-a738-4391-a63a-3a812ff4de51 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (cd11316d-9aa8-47f3-adba-a7edaf2d5252), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:30.805106 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-aab87838-4994-4a94-a86e-3f2a3d3477f1 req-cddcd494-a738-4391-a63a-3a812ff4de51 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Calling delete_port for cd11316d-9aa8-47f3-adba-a7edaf2d5252 owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:14:31.012001 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-aab87838-4994-4a94-a86e-3f2a3d3477f1 req-cddcd494-a738-4391-a63a-3a812ff4de51 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (cd11316d-9aa8-47f3-adba-a7edaf2d5252), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:31.039046 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcd494-a738-4391-a63a-3a812ff4de51 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Pushing event deleted for resources: {'Port': ['ID=cd11316d-9aa8-47f3-adba-a7edaf2d5252,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:14:31.065392 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['cd11316d-9aa8-47f3-adba-a7edaf2d5252'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:14:31.092521 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab87838-4994-4a94-a86e-3f2a3d3477f1 req-cddcd494-a738-4391-a63a-3a812ff4de51 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] No DVR routers for this DVR port cd11316d-9aa8-47f3-adba-a7edaf2d5252 on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:14:31.095104 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-aab87838-4994-4a94-a86e-3f2a3d3477f1 req-cddcd494-a738-4391-a63a-3a812ff4de51 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:31.098880 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-aab87838-4994-4a94-a86e-3f2a3d3477f1 req-cddcd494-a738-4391-a63a-3a812ff4de51 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.48 "DELETE /networking/v2.0/ports/cd11316d-9aa8-47f3-adba-a7edaf2d5252 HTTP/1.1" status: 204 len: 173 time: 0.4865530 Oct 10 12:14:31.099469 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5514ea21-a816-41ba-a854-19695d42a7f9', 'name': 'network-vif-deleted', 'tag': 'cd11316d-9aa8-47f3-adba-a7edaf2d5252'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:14:31.102414 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef49bbc-6c60-4d55-ab33-e94586e0a5f7" -d '{"events": [{"server_uuid": "5514ea21-a816-41ba-a854-19695d42a7f9", "name": "network-vif-deleted", "tag": "cd11316d-9aa8-47f3-adba-a7edaf2d5252"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:14:31.321095 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e265447-5732-4257-b584-62cb989add9a x-openstack-request-id: req-0e265447-5732-4257-b584-62cb989add9a {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:14:31.321390 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5514ea21-a816-41ba-a854-19695d42a7f9", "name": "network-vif-deleted", "tag": "cd11316d-9aa8-47f3-adba-a7edaf2d5252", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:14:31.321640 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e265447-5732-4257-b584-62cb989add9a {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:14:31.322162 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e265447-5732-4257-b584-62cb989add9a'] response: {'server_uuid': '5514ea21-a816-41ba-a854-19695d42a7f9', 'name': 'network-vif-deleted', 'tag': 'cd11316d-9aa8-47f3-adba-a7edaf2d5252', 'status': 'completed', 'code': 200} Oct 10 12:14:31.370598 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1f966694-fc4e-4e58-a72b-969a185f883e req-56162744-bc80-4671-817c-29a55b60d760 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0326183 Oct 10 12:14:31.885379 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1352983a-cb36-4b04-8bc3-252bba051f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:32.490778 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-90d4ef63-4365-456a-bc4c-63befedc3dea req-b2063209-1f0f-4161-a639-b9021f741b50 tempest-VolumesSnapshotTestJSON-465442707 tempest-VolumesSnapshotTestJSON-465442707-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5514ea21-a816-41ba-a854-19695d42a7f9 HTTP/1.1" status: 200 len: 210 time: 0.0286636 Oct 10 12:14:33.270455 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device cd11316d-9aa8-47f3-adba-a7edaf2d5252 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:14:33.290562 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: cd11316d-9aa8-47f3-adba-a7edaf2d5252 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:14:33.290934 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device cd11316d-9aa8-47f3-adba-a7edaf2d5252 not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:14:33.366066 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:34.548764 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:35.074359 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:41.051640 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=57,neutron:DELETE=5 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:41.076596 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=64,neutron:DELETE=7 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:42.470995 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=76,neutron:INSERT=8 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:42.471917 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=44 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:44.304842 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:44.305665 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:45.011977 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=17 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:45.016891 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=4,neutron:SELECT=11 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:45.018577 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:14:50.930629 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:14:52.312501 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:14:54.620613 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c5b1d-7e8d-4c11-8db1-c454ec141981 req-78450683-76c3-413c-9170-eb3955ece20e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:54.622091 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-107c5b1d-7e8d-4c11-8db1-c454ec141981 req-78450683-76c3-413c-9170-eb3955ece20e tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0476778 Oct 10 12:14:54.670754 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-107c5b1d-7e8d-4c11-8db1-c454ec141981 req-227ba7fe-846e-4750-82a7-c95ee9c74849 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422456 Oct 10 12:14:54.764323 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c6d45-2c61-4018-859d-ba16ae4dd591 req-4c9aff81-6d5b-440d-bc0f-be6b1d386094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:54.765836 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d56c6d45-2c61-4018-859d-ba16ae4dd591 req-4c9aff81-6d5b-440d-bc0f-be6b1d386094 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 1129 time: 0.0396614 Oct 10 12:14:54.861107 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c6d45-2c61-4018-859d-ba16ae4dd591 req-9a0a627c-9eab-48e4-8801-2dae8f50c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:54.862477 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d56c6d45-2c61-4018-859d-ba16ae4dd591 req-9a0a627c-9eab-48e4-8801-2dae8f50c656 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 920 time: 0.0911481 Oct 10 12:14:54.923021 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d56c6d45-2c61-4018-859d-ba16ae4dd591 req-5872f76e-69bf-4aff-81be-c43fa50b8fdc service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d658caa-5deb-4849-8248-3505cf81be8d HTTP/1.1" status: 200 len: 1001 time: 0.0543289 Oct 10 12:14:54.971573 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c6d45-2c61-4018-859d-ba16ae4dd591 req-613f71de-4328-4c10-aacc-603285e2d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:54.973034 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d56c6d45-2c61-4018-859d-ba16ae4dd591 req-613f71de-4328-4c10-aacc-603285e2d456 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.0434227 Oct 10 12:14:55.019092 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c6d45-2c61-4018-859d-ba16ae4dd591 req-19741336-efcf-477a-9144-c4b8863abc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:55.021152 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d56c6d45-2c61-4018-859d-ba16ae4dd591 req-19741336-efcf-477a-9144-c4b8863abc73 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420020 Oct 10 12:14:55.113955 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d56c6d45-2c61-4018-859d-ba16ae4dd591 req-0124ba79-7e59-42b7-b182-fd97ae6493df service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861638 Oct 10 12:14:55.210721 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d56c6d45-2c61-4018-859d-ba16ae4dd591 req-11b72a28-6e29-495b-aff1-ae2a10b81096 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903044 Oct 10 12:14:55.796905 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683fbb2-6e40-450d-b0c9-436413041436 req-da5e6b50-3164-40a6-b86f-3d24b948fe13 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:55.798356 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7683fbb2-6e40-450d-b0c9-436413041436 req-da5e6b50-3164-40a6-b86f-3d24b948fe13 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0454242 Oct 10 12:14:55.849599 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7683fbb2-6e40-450d-b0c9-436413041436 req-3686acc1-632d-4268-ab64-b96484a8e092 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447998 Oct 10 12:14:56.977484 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84401b-695b-46fa-8a4b-551f6a941a30 req-d0444e16-c8a7-4da9-9318-77a9cbd74933 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:56.979001 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7d84401b-695b-46fa-8a4b-551f6a941a30 req-d0444e16-c8a7-4da9-9318-77a9cbd74933 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0505483 Oct 10 12:14:57.028993 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7d84401b-695b-46fa-8a4b-551f6a941a30 req-169ac9fa-8dd0-4da6-8cc4-fdbb1b7018cd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442977 Oct 10 12:14:58.167517 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f775b6-5146-4108-8c2c-2b57686cac3e req-7a8bdb4a-f6a3-412c-8bd8-a64dba7870f4 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:58.167517 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-59f775b6-5146-4108-8c2c-2b57686cac3e req-7a8bdb4a-f6a3-412c-8bd8-a64dba7870f4 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0520422 Oct 10 12:14:58.216473 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-59f775b6-5146-4108-8c2c-2b57686cac3e req-49a919df-2aca-41b6-bd7e-ce8550c700d5 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457110 Oct 10 12:14:59.340943 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb70a7-8d3a-4228-9963-9b15402ac591 req-27da9e83-e23b-454f-8b1f-2ae9aa3883bc tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:14:59.342461 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f4eb70a7-8d3a-4228-9963-9b15402ac591 req-27da9e83-e23b-454f-8b1f-2ae9aa3883bc tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0508068 Oct 10 12:14:59.392099 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f4eb70a7-8d3a-4228-9963-9b15402ac591 req-f545482b-6259-4c5d-83c9-49dbc2d07ff2 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438077 Oct 10 12:14:59.639456 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-66d9f4e3-f7aa-4127-964b-8b2d104d28e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:00.514072 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b389ff-f204-4fb5-903d-cc938485729c req-a12afde0-cff5-4bce-be7a-2d3514c9a3fd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:00.515657 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a9b389ff-f204-4fb5-903d-cc938485729c req-a12afde0-cff5-4bce-be7a-2d3514c9a3fd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0482049 Oct 10 12:15:00.564594 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a9b389ff-f204-4fb5-903d-cc938485729c req-0f802fd9-4f3c-4321-a00c-455a442c3e54 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427485 Oct 10 12:15:01.689152 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642c1b3-5343-45bb-8165-dd77eae689f9 req-f9515e97-a0bf-4731-8789-1c63d9011ab5 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:01.690659 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f642c1b3-5343-45bb-8165-dd77eae689f9 req-f9515e97-a0bf-4731-8789-1c63d9011ab5 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0504553 Oct 10 12:15:01.741156 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f642c1b3-5343-45bb-8165-dd77eae689f9 req-3dca9ddc-0b13-4174-aea6-9d4736d820c2 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442431 Oct 10 12:15:01.924896 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1390a7b6-d13a-4c83-9feb-bf65ee7a1a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:02.307990 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:02.308803 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:02.863806 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed668d8-9c76-4f05-8ae7-93a264c29e82 req-c72d3921-d539-4808-beff-57f32c3cc5f7 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:02.866975 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eed668d8-9c76-4f05-8ae7-93a264c29e82 req-c72d3921-d539-4808-beff-57f32c3cc5f7 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0474656 Oct 10 12:15:02.917186 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eed668d8-9c76-4f05-8ae7-93a264c29e82 req-402ded5b-ca55-491c-97c1-51af987e7e4d tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456767 Oct 10 12:15:03.393581 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:04.040999 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6b7e1-d9d0-43f2-a117-e95f9e55af7c req-7450d9c4-80e2-4839-8721-56705592f819 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:04.042649 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bdf6b7e1-d9d0-43f2-a117-e95f9e55af7c req-7450d9c4-80e2-4839-8721-56705592f819 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0487237 Oct 10 12:15:04.097415 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bdf6b7e1-d9d0-43f2-a117-e95f9e55af7c req-84db91fb-1dd1-4d2d-b045-d4c57f758c99 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466957 Oct 10 12:15:04.548410 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:05.136350 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:05.196730 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=45 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:05.206983 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=49 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:05.221862 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af864256-58eb-4e7e-8b7f-ed733771e836 req-5ef0fdb3-8317-45b0-9a0f-1285342e656a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:05.223385 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-af864256-58eb-4e7e-8b7f-ed733771e836 req-5ef0fdb3-8317-45b0-9a0f-1285342e656a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0496149 Oct 10 12:15:05.277161 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-af864256-58eb-4e7e-8b7f-ed733771e836 req-cce79e8f-42ac-4c33-8e4f-5bdf7e526131 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478096 Oct 10 12:15:06.409108 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9470aa-617a-41be-87c9-47ee28377066 req-5a0c6579-087b-4fb2-8454-d3082b83ee25 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:06.411246 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cd9470aa-617a-41be-87c9-47ee28377066 req-5a0c6579-087b-4fb2-8454-d3082b83ee25 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0535741 Oct 10 12:15:06.438285 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:06.475702 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cd9470aa-617a-41be-87c9-47ee28377066 req-92c71fb4-2b4f-4d49-9a0b-cb6592a64df3 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556819 Oct 10 12:15:07.229816 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45370) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:15:07.423284 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Deleting subnet 32f78f76-6f14-4198-90d1-3c21a46d8b29 {{(pid=107007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:15:07.426589 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Publish callbacks [] for subnet (32f78f76-6f14-4198-90d1-3c21a46d8b29), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:07.464186 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32523480'] for subnet (32f78f76-6f14-4198-90d1-3c21a46d8b29), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:07.507741 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (32f78f76-6f14-4198-90d1-3c21a46d8b29), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:07.584456 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:07.602617 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb79fd-2107-4301-a130-17f2863d931b req-1ffb8450-fc3b-4936-be77-4b3d4693e1aa tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:07.604142 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-afeb79fd-2107-4301-a130-17f2863d931b req-1ffb8450-fc3b-4936-be77-4b3d4693e1aa tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0510652 Oct 10 12:15:07.617554 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32524386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29424465'] for subnet (32f78f76-6f14-4198-90d1-3c21a46d8b29), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:07.643397 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f78f76-6f14-4198-90d1-3c21a46d8b29,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:15:07.648326 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:07.651849 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/32f78f76-6f14-4198-90d1-3c21a46d8b29 HTTP/1.1" status: 204 len: 168 time: 0.4206281 Oct 10 12:15:07.654826 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-afeb79fd-2107-4301-a130-17f2863d931b req-c444705e-8822-4965-92f5-ae90f6d11240 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450008 Oct 10 12:15:07.655312 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45376) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:15:07.664416 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:07.664766 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:07.665137 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:07.665470 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:07.665800 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:07.666126 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:07.666452 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:07.666800 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:07.667122 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:07.667447 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:07.667771 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:07.668093 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:07.668417 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:07.668815 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:07.669064 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c369fac-6899-4b51-bdb1-848c592685f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:07.737129 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fae9c617-2c9c-4678-a0d7-99297180b797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (81f47188-f87d-4346-bd72-870978ce64be), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:07.814520 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fae9c617-2c9c-4678-a0d7-99297180b797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (81f47188-f87d-4346-bd72-870978ce64be), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:07.834066 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-fae9c617-2c9c-4678-a0d7-99297180b797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f47188-f87d-4346-bd72-870978ce64be']}} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:15:07.843134 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-fae9c617-2c9c-4678-a0d7-99297180b797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9594a04-f151-4c68-97d2-d951d3c08c06') {'for_net_delete': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:15:07.843429 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-fae9c617-2c9c-4678-a0d7-99297180b797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9594a04-f151-4c68-97d2-d951d3c08c06') {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:15:07.853898 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fae9c617-2c9c-4678-a0d7-99297180b797 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32523425'] for segment (f9594a04-f151-4c68-97d2-d951d3c08c06), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:07.867862 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fae9c617-2c9c-4678-a0d7-99297180b797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (f9594a04-f151-4c68-97d2-d951d3c08c06), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:07.879225 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae9c617-2c9c-4678-a0d7-99297180b797 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=107007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:15:07.879225 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fae9c617-2c9c-4678-a0d7-99297180b797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32524424'] for segment (f9594a04-f151-4c68-97d2-d951d3c08c06), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:07.988294 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fae9c617-2c9c-4678-a0d7-99297180b797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (81f47188-f87d-4346-bd72-870978ce64be), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:07.993934 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fae9c617-2c9c-4678-a0d7-99297180b797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:07.997142 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-fae9c617-2c9c-4678-a0d7-99297180b797 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/81f47188-f87d-4346-bd72-870978ce64be HTTP/1.1" status: 204 len: 168 time: 0.3408954 Oct 10 12:15:08.010859 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment f9594a04-f151-4c68-97d2-d951d3c08c06 resource provider aggregate not found Oct 10 12:15:08.015037 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9c617-2c9c-4678-a0d7-99297180b797 admin admin] Pushing event deleted for resources: {'Network': ['ID=81f47188-f87d-4346-bd72-870978ce64be,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:15:08.031543 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment f9594a04-f151-4c68-97d2-d951d3c08c06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9594a04-f151-4c68-97d2-d951d3c08c06 found for delete ", "request_id": "req-64eb21f4-4a01-46a8-abdd-6d3c8f9d6e6d"}]} Oct 10 12:15:08.343757 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45386) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:15:08.383976 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-b511490c-5006-4a0c-91a3-964a2f676a59 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=42363f6f6a6040e5b81070350a2b7855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390491 Oct 10 12:15:08.386478 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45388) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:15:08.433983 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-849d2a82-ddb7-433f-af3d-65d179ddef46 admin admin] Publish callbacks [] for security_group (1d156f73-9bf4-484f-97dd-c4cca133fda5), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:08.453963 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-849d2a82-ddb7-433f-af3d-65d179ddef46 admin admin] Publish callbacks [] for security_group (1d156f73-9bf4-484f-97dd-c4cca133fda5), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:08.571741 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-849d2a82-ddb7-433f-af3d-65d179ddef46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (1d156f73-9bf4-484f-97dd-c4cca133fda5), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:08.576187 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-849d2a82-ddb7-433f-af3d-65d179ddef46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:08.578118 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-849d2a82-ddb7-433f-af3d-65d179ddef46 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1d156f73-9bf4-484f-97dd-c4cca133fda5 HTTP/1.1" status: 204 len: 168 time: 0.1904759 Oct 10 12:15:08.591915 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d2a82-ddb7-433f-af3d-65d179ddef46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d156f73-9bf4-484f-97dd-c4cca133fda5,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:15:08.786186 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af8d0a-d352-4d7f-87d1-6bd15bcc897c req-012902de-f041-4e4f-9ab3-7392f5edb86c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:08.787772 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d3af8d0a-d352-4d7f-87d1-6bd15bcc897c req-012902de-f041-4e4f-9ab3-7392f5edb86c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0498617 Oct 10 12:15:08.837559 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d3af8d0a-d352-4d7f-87d1-6bd15bcc897c req-722274d1-5fe7-4c33-92a2-f0c3851fcd54 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440857 Oct 10 12:15:09.958824 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae528ba-09da-4ba4-8136-330d3524ec35 req-92ba22e2-dbf9-4cb1-a222-7283ab613a1d tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:09.960364 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eae528ba-09da-4ba4-8136-330d3524ec35 req-92ba22e2-dbf9-4cb1-a222-7283ab613a1d tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0453229 Oct 10 12:15:10.010922 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eae528ba-09da-4ba4-8136-330d3524ec35 req-08e8db76-cf1f-431f-88dc-7bb0bf86b7e5 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450385 Oct 10 12:15:11.136270 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4aa042-9010-463d-abad-c1649df8edc1 req-5d20ee5f-6bdd-4351-8edd-a7b215a6acec tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:11.137756 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0c4aa042-9010-463d-abad-c1649df8edc1 req-5d20ee5f-6bdd-4351-8edd-a7b215a6acec tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0482671 Oct 10 12:15:11.187196 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0c4aa042-9010-463d-abad-c1649df8edc1 req-a82bb71b-ba57-4fe0-a274-309c41db3a57 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436463 Oct 10 12:15:12.310646 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea7d5-4ec5-474d-b1db-d8c5f50e844f req-c61270c8-44f6-460a-99aa-6a878f4dabe1 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:12.312135 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f76ea7d5-4ec5-474d-b1db-d8c5f50e844f req-c61270c8-44f6-460a-99aa-6a878f4dabe1 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0459342 Oct 10 12:15:12.382486 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f76ea7d5-4ec5-474d-b1db-d8c5f50e844f req-d0f79469-f20c-4272-b603-cd90030aa953 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645192 Oct 10 12:15:13.425341 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f811fd4-d677-4ec0-ba16-6aeb916b58e2 req-88280d2b-9e2f-46fe-a8e6-a9f8afb019be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:13.427216 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-5f811fd4-d677-4ec0-ba16-6aeb916b58e2 req-88280d2b-9e2f-46fe-a8e6-a9f8afb019be service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 1129 time: 0.0445464 Oct 10 12:15:13.477425 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-5f811fd4-d677-4ec0-ba16-6aeb916b58e2 req-2db4ac1f-5296-44c6-aec3-8003bb3f3eec service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428913 Oct 10 12:15:13.517435 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19572448-9270-4e0a-b795-a0466ba52b46 req-cd5487ab-d2d3-4a68-b623-eb721f9f5d54 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:13.519073 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-19572448-9270-4e0a-b795-a0466ba52b46 req-cd5487ab-d2d3-4a68-b623-eb721f9f5d54 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0576189 Oct 10 12:15:13.570772 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-19572448-9270-4e0a-b795-a0466ba52b46 req-3c92cfb5-bf21-4b32-8aa3-52941d8b65fd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452611 Oct 10 12:15:14.697780 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c9cd1-b2ab-4899-9e9c-ae700d752c89 req-807eeac9-f1aa-43ed-acb0-53e70d578ce5 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:14.699238 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7c0c9cd1-b2ab-4899-9e9c-ae700d752c89 req-807eeac9-f1aa-43ed-acb0-53e70d578ce5 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0488567 Oct 10 12:15:14.748545 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7c0c9cd1-b2ab-4899-9e9c-ae700d752c89 req-5ba9aafe-9866-4ee2-b646-6d6f8f8270db tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427806 Oct 10 12:15:15.015485 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:15.020373 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:15.878481 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080782fd-d76a-4f1e-a0b4-e11997844b13 req-80949ad6-8887-4228-886d-d619fca91bf4 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:15.880043 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-080782fd-d76a-4f1e-a0b4-e11997844b13 req-80949ad6-8887-4228-886d-d619fca91bf4 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0560479 Oct 10 12:15:15.927215 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-080782fd-d76a-4f1e-a0b4-e11997844b13 req-37ceb62c-57db-4b0e-8201-0d803af91d3c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416903 Oct 10 12:15:16.491156 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856a531-9431-4c5d-b8d6-51feeaa1c8af req-034d50c1-bd90-4911-bf51-9e5e81420556 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:16.492690 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9856a531-9431-4c5d-b8d6-51feeaa1c8af req-034d50c1-bd90-4911-bf51-9e5e81420556 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0520444 Oct 10 12:15:16.546996 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9856a531-9431-4c5d-b8d6-51feeaa1c8af req-b889a05c-ef28-4de3-89b7-282e98f566ad tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485294 Oct 10 12:15:16.579878 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59863e-539c-4690-9ec0-c369ecb94aab req-64d90906-e4c0-461e-8f39-394504624f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:16.581390 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6d59863e-539c-4690-9ec0-c369ecb94aab req-64d90906-e4c0-461e-8f39-394504624f7c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 1129 time: 0.0461664 Oct 10 12:15:16.636752 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:16.652626 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:16.683913 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59863e-539c-4690-9ec0-c369ecb94aab req-6c2e0fd3-85f6-4f29-873f-31c03bdf2ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:16.685378 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6d59863e-539c-4690-9ec0-c369ecb94aab req-6c2e0fd3-85f6-4f29-873f-31c03bdf2ecf service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 920 time: 0.0961795 Oct 10 12:15:16.749745 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6d59863e-539c-4690-9ec0-c369ecb94aab req-d2f24d0f-80d1-4d1c-8cbb-900c4bf05a68 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d658caa-5deb-4849-8248-3505cf81be8d HTTP/1.1" status: 200 len: 1001 time: 0.0581577 Oct 10 12:15:16.805354 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59863e-539c-4690-9ec0-c369ecb94aab req-8f82a2f0-4ae3-44d5-90aa-a4f1352620fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:16.806854 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6d59863e-539c-4690-9ec0-c369ecb94aab req-8f82a2f0-4ae3-44d5-90aa-a4f1352620fc service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.0498726 Oct 10 12:15:16.851215 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59863e-539c-4690-9ec0-c369ecb94aab req-da2292c7-f973-4677-8ed3-65e63fecd74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:16.852713 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6d59863e-539c-4690-9ec0-c369ecb94aab req-da2292c7-f973-4677-8ed3-65e63fecd74a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386183 Oct 10 12:15:16.946702 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6d59863e-539c-4690-9ec0-c369ecb94aab req-2eeb0016-808c-493f-8469-1f5629a728fd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853186 Oct 10 12:15:17.041958 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6d59863e-539c-4690-9ec0-c369ecb94aab req-00194c46-b181-464b-8f91-81ba0596ac8f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889802 Oct 10 12:15:17.686850 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9043c0a-d32a-4582-8c73-01cdf6e968c7 req-6204323a-290f-4579-b431-a603d3599b24 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:17.688341 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f9043c0a-d32a-4582-8c73-01cdf6e968c7 req-6204323a-290f-4579-b431-a603d3599b24 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0534031 Oct 10 12:15:17.744888 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f9043c0a-d32a-4582-8c73-01cdf6e968c7 req-9ee5fb0c-4387-4c58-b8b4-4cc7fb8cdf45 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505309 Oct 10 12:15:18.606860 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:18.866086 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585c2cc-ff36-4064-914d-3a2a516b0a5c req-32b06746-8582-4659-94f2-95489059fb40 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:18.867568 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3585c2cc-ff36-4064-914d-3a2a516b0a5c req-32b06746-8582-4659-94f2-95489059fb40 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0469284 Oct 10 12:15:18.897864 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:18.914973 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3585c2cc-ff36-4064-914d-3a2a516b0a5c req-ba2816bc-d568-4fe4-8cf6-581cee775615 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418189 Oct 10 12:15:20.036384 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b8b89-4c4c-4a6f-818a-55c0f1290356 req-55005bde-f667-4e46-a36d-2f869465fcc5 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:20.037884 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-db0b8b89-4c4c-4a6f-818a-55c0f1290356 req-55005bde-f667-4e46-a36d-2f869465fcc5 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0481768 Oct 10 12:15:20.057025 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:20.087358 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-db0b8b89-4c4c-4a6f-818a-55c0f1290356 req-17d7e0db-c591-488b-8dcd-d3f11ad311d7 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437827 Oct 10 12:15:20.953958 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:21.223666 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0398ba-637a-46bf-84dd-c68259fd913d req-71525782-ef1c-4fdf-88c4-d9e65245cc50 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:21.225089 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a0398ba-637a-46bf-84dd-c68259fd913d req-71525782-ef1c-4fdf-88c4-d9e65245cc50 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0517304 Oct 10 12:15:21.274072 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0a0398ba-637a-46bf-84dd-c68259fd913d req-155e174a-33ae-4827-8c39-da3788c0da67 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434051 Oct 10 12:15:21.298531 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:21.304210 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:21.393125 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115abb3-040c-4dbf-bde0-3f2277fd81f9 req-cab0158b-97fa-4daa-9c92-93412c87c85f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:21.394707 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6115abb3-040c-4dbf-bde0-3f2277fd81f9 req-cab0158b-97fa-4daa-9c92-93412c87c85f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0477118 Oct 10 12:15:21.406384 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45440) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:15:21.411093 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-e11fb314-3ee4-4472-a492-65557352663f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Request body: {'floatingip': {'port_id': '5d658caa-5deb-4849-8248-3505cf81be8d'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:15:21.500225 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7732f61f-46b8-408c-8223-7425976a1465 req-9afb275b-2ade-4fac-889e-141ce3a67170 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847216 Oct 10 12:15:21.505206 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e11fb314-3ee4-4472-a492-65557352663f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for floatingip (e435d42a-1655-4ba0-a3af-73ead563ca49), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:21.657138 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732f61f-46b8-408c-8223-7425976a1465 req-52867592-b109-493d-a8ba-914865c58db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:21.658705 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7732f61f-46b8-408c-8223-7425976a1465 req-52867592-b109-493d-a8ba-914865c58db0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 1129 time: 0.0760090 Oct 10 12:15:22.111334 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:22.127222 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732f61f-46b8-408c-8223-7425976a1465 req-3f1008d0-690b-4d53-9e64-ce1748b644be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:22.128692 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7732f61f-46b8-408c-8223-7425976a1465 req-3f1008d0-690b-4d53-9e64-ce1748b644be service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 920 time: 0.4181392 Oct 10 12:15:22.202631 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7732f61f-46b8-408c-8223-7425976a1465 req-a9308dfa-0d67-4a30-9a9b-7d06f66ca146 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baa47217-65c4-4e53-be16-7c13a9be2c74 HTTP/1.1" status: 200 len: 217 time: 0.0674818 Oct 10 12:15:22.297170 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732f61f-46b8-408c-8223-7425976a1465 req-43c45f74-0f10-4aa5-b473-a319255be373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:22.298643 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7732f61f-46b8-408c-8223-7425976a1465 req-43c45f74-0f10-4aa5-b473-a319255be373 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.0864930 Oct 10 12:15:22.366702 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:22.374063 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732f61f-46b8-408c-8223-7425976a1465 req-ad3385cc-db50-48ba-a03e-432b88faf1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:22.375648 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7732f61f-46b8-408c-8223-7425976a1465 req-ad3385cc-db50-48ba-a03e-432b88faf1b3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686071 Oct 10 12:15:22.465296 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e11fb314-3ee4-4472-a492-65557352663f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:22.503565 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e11fb314-3ee4-4472-a492-65557352663f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (e435d42a-1655-4ba0-a3af-73ead563ca49), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:22.509453 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7732f61f-46b8-408c-8223-7425976a1465 req-01254b35-8a35-4e3a-9ff1-7f7d4b59653d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055925 Oct 10 12:15:22.680370 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7732f61f-46b8-408c-8223-7425976a1465 req-52c447c0-4cf0-4b91-87bf-c22be7c0fd9d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370268 Oct 10 12:15:22.794260 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11fb314-3ee4-4472-a492-65557352663f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:15:22.902102 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11fb314-3ee4-4472-a492-65557352663f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:15:22.907136 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e11fb314-3ee4-4472-a492-65557352663f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:22.911702 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca5d69-3382-420d-bc05-5c777634e9f5 None None] Sync routers for ids ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:15:22.921029 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca5d69-3382-420d-bc05-5c777634e9f5 None None] Routers {'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:15:22.921644 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-feca5d69-3382-420d-bc05-5c777634e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:15:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:15:22.938124 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'tag': '5d658caa-5deb-4849-8248-3505cf81be8d'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:15:22.940505 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a05078-075b-4231-bacb-1adf314243fb" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0f9c51-ab73-4450-8f3e-eb5d492a34d0", "tag": "5d658caa-5deb-4849-8248-3505cf81be8d"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:15:22.978573 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-e11fb314-3ee4-4472-a492-65557352663f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/e435d42a-1655-4ba0-a3af-73ead563ca49 HTTP/1.1" status: 200 len: 993 time: 1.5686600 Oct 10 12:15:22.982017 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571cd8c4-0c27-4a5f-bc6a-c9c0c1382faa x-openstack-request-id: req-571cd8c4-0c27-4a5f-bc6a-c9c0c1382faa {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:15:22.982310 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0f9c51-ab73-4450-8f3e-eb5d492a34d0", "tag": "5d658caa-5deb-4849-8248-3505cf81be8d", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:15:22.982568 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-571cd8c4-0c27-4a5f-bc6a-c9c0c1382faa {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:15:22.983158 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-571cd8c4-0c27-4a5f-bc6a-c9c0c1382faa'] response: {'name': 'network-changed', 'server_uuid': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'tag': '5d658caa-5deb-4849-8248-3505cf81be8d', 'status': 'completed', 'code': 200} Oct 10 12:15:23.027623 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-feca5d69-3382-420d-bc05-5c777634e9f5 None None] Set router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:15:23.250540 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-feca5d69-3382-420d-bc05-5c777634e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 4, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'e435d42a-1655-4ba0-a3af-73ead563ca49', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'floating_ip_address': '172.27.4.250', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'port_id': '5d658caa-5deb-4849-8248-3505cf81be8d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'mac_address': 'fa:16:3e:39:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:10:08Z', 'updated_at': '2022-10-10T12:15:22Z', 'revision_number': 3, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079e70fb-a686-4fad-92c3-1fab10598e52', 'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'mac_address': 'fa:16:3e:22:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:08:13Z', 'revision_number': 5, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'subnets': [{'id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:15:23.277718 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca5d69-3382-420d-bc05-5c777634e9f5 None None] Checking router: e83ea2d9-02f4-4e3e-8e35-0165ac4f202a for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:15:23.291066 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca5d69-3382-420d-bc05-5c777634e9f5 None None] Routers {'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:15:23.291652 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a05078-075b-4231-bacb-1adf314243fb req-ff8212f2-c261-41fb-b30f-0d7e9853f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:23.292031 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-feca5d69-3382-420d-bc05-5c777634e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:15:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:15:23.294218 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a5a05078-075b-4231-bacb-1adf314243fb req-ff8212f2-c261-41fb-b30f-0d7e9853f825 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 1129 time: 0.0673835 Oct 10 12:15:23.434310 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:23.484810 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a05078-075b-4231-bacb-1adf314243fb req-bf58b61c-fd3a-454d-8f2d-67b9b18b6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:23.486302 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a5a05078-075b-4231-bacb-1adf314243fb req-bf58b61c-fd3a-454d-8f2d-67b9b18b6d65 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 920 time: 0.1055830 Oct 10 12:15:23.542256 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-feca5d69-3382-420d-bc05-5c777634e9f5 None None] Set router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:15:23.558212 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a5a05078-075b-4231-bacb-1adf314243fb req-0350cecc-b3d3-4479-bb1b-01a8b6305123 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d658caa-5deb-4849-8248-3505cf81be8d HTTP/1.1" status: 200 len: 1001 time: 0.0657003 Oct 10 12:15:23.625070 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a05078-075b-4231-bacb-1adf314243fb req-340e4d6c-7eb8-4651-a3f9-308687045e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:23.626583 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a5a05078-075b-4231-bacb-1adf314243fb req-340e4d6c-7eb8-4651-a3f9-308687045e28 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.0617418 Oct 10 12:15:23.682271 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a05078-075b-4231-bacb-1adf314243fb req-e9c25878-931f-46a7-a591-92a7ef1176e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:23.684172 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a5a05078-075b-4231-bacb-1adf314243fb req-e9c25878-931f-46a7-a591-92a7ef1176e1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463865 Oct 10 12:15:23.774246 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:23.778091 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a5a05078-075b-4231-bacb-1adf314243fb req-f4851173-c190-42ca-b6f5-bda86423f807 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878475 Oct 10 12:15:23.781208 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-feca5d69-3382-420d-bc05-5c777634e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 4, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'e435d42a-1655-4ba0-a3af-73ead563ca49', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'floating_ip_address': '172.27.4.250', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'port_id': '5d658caa-5deb-4849-8248-3505cf81be8d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'mac_address': 'fa:16:3e:39:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:10:08Z', 'updated_at': '2022-10-10T12:15:22Z', 'revision_number': 3, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079e70fb-a686-4fad-92c3-1fab10598e52', 'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'mac_address': 'fa:16:3e:22:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:08:13Z', 'revision_number': 5, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'subnets': [{'id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:15:23.809864 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca5d69-3382-420d-bc05-5c777634e9f5 None None] The sync data for ids ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'] in dv-cinder-860209-4-iscsi is: [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 4, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'e435d42a-1655-4ba0-a3af-73ead563ca49', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'floating_ip_address': '172.27.4.250', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'port_id': '5d658caa-5deb-4849-8248-3505cf81be8d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'mac_address': 'fa:16:3e:39:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:10:08Z', 'updated_at': '2022-10-10T12:15:22Z', 'revision_number': 3, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079e70fb-a686-4fad-92c3-1fab10598e52', 'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'mac_address': 'fa:16:3e:22:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:08:13Z', 'revision_number': 5, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'subnets': [{'id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:15:24.114294 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a5a05078-075b-4231-bacb-1adf314243fb req-4f44442e-8be7-4c55-a191-fe380a414254 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947063 Oct 10 12:15:24.984205 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'tag': '5d658caa-5deb-4849-8248-3505cf81be8d'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:15:24.986781 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3130778c-f232-4d0f-8c42-62d20a18a37f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f0f9c51-ab73-4450-8f3e-eb5d492a34d0", "tag": "5d658caa-5deb-4849-8248-3505cf81be8d"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:15:25.028377 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcf45c3-736a-4c13-a191-ecb33ad0b1f7 x-openstack-request-id: req-5fcf45c3-736a-4c13-a191-ecb33ad0b1f7 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:15:25.028667 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f0f9c51-ab73-4450-8f3e-eb5d492a34d0", "tag": "5d658caa-5deb-4849-8248-3505cf81be8d", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:15:25.028918 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5fcf45c3-736a-4c13-a191-ecb33ad0b1f7 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:15:25.029329 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fcf45c3-736a-4c13-a191-ecb33ad0b1f7'] response: {'name': 'network-changed', 'server_uuid': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'tag': '5d658caa-5deb-4849-8248-3505cf81be8d', 'status': 'completed', 'code': 200} Oct 10 12:15:25.131927 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130778c-f232-4d0f-8c42-62d20a18a37f req-4ad7d3c3-cda2-4e93-8941-a73360c56432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:25.133556 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-3130778c-f232-4d0f-8c42-62d20a18a37f req-4ad7d3c3-cda2-4e93-8941-a73360c56432 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 1129 time: 0.0449004 Oct 10 12:15:25.236017 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130778c-f232-4d0f-8c42-62d20a18a37f req-ea2c127a-2289-4620-8e61-2270073fb43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:25.237403 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-3130778c-f232-4d0f-8c42-62d20a18a37f req-ea2c127a-2289-4620-8e61-2270073fb43a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 920 time: 0.0960786 Oct 10 12:15:25.301477 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-3130778c-f232-4d0f-8c42-62d20a18a37f req-dbf7fac2-da64-4732-929c-030541726e95 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d658caa-5deb-4849-8248-3505cf81be8d HTTP/1.1" status: 200 len: 1001 time: 0.0577276 Oct 10 12:15:25.357829 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130778c-f232-4d0f-8c42-62d20a18a37f req-dfff7875-0c4f-4634-be7d-ca2ccacb36db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:25.359357 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-3130778c-f232-4d0f-8c42-62d20a18a37f req-dfff7875-0c4f-4634-be7d-ca2ccacb36db service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.0518696 Oct 10 12:15:25.403068 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130778c-f232-4d0f-8c42-62d20a18a37f req-2c5ffa91-c116-4cc9-b17e-ae9f25a14080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:25.404585 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-3130778c-f232-4d0f-8c42-62d20a18a37f req-2c5ffa91-c116-4cc9-b17e-ae9f25a14080 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394940 Oct 10 12:15:25.505862 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-3130778c-f232-4d0f-8c42-62d20a18a37f req-f461d63e-81cf-4709-b581-b7868d44c59c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945346 Oct 10 12:15:25.601664 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-3130778c-f232-4d0f-8c42-62d20a18a37f req-f762d34a-2996-48b9-ae85-84af5c70ccd9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897121 Oct 10 12:15:26.477369 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0034dd-a1c0-448d-bc45-457a857af5e0 req-07c95ffa-c191-4f2c-b37d-c34bce6bb90d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:26.478997 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9a0034dd-a1c0-448d-bc45-457a857af5e0 req-07c95ffa-c191-4f2c-b37d-c34bce6bb90d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0518603 Oct 10 12:15:26.529116 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9a0034dd-a1c0-448d-bc45-457a857af5e0 req-bff6cf83-d8ae-4c43-8396-df571e5c0f67 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442474 Oct 10 12:15:27.658593 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b0b8a-eb9a-494a-abd0-06adc6858dad req-863117ee-2b15-4cca-98d0-bb9d82e7eeb3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:27.665755 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-994b0b8a-eb9a-494a-abd0-06adc6858dad req-863117ee-2b15-4cca-98d0-bb9d82e7eeb3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0509949 Oct 10 12:15:27.710691 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-994b0b8a-eb9a-494a-abd0-06adc6858dad req-46d49741-1b61-4639-a164-26129980e7e0 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448794 Oct 10 12:15:28.838548 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3514c5-cb71-44d4-8335-3021cf7553c5 req-3b5d546a-f894-443e-b0ac-b580fbbc4ad8 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:28.840082 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fc3514c5-cb71-44d4-8335-3021cf7553c5 req-3b5d546a-f894-443e-b0ac-b580fbbc4ad8 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0484431 Oct 10 12:15:28.891240 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fc3514c5-cb71-44d4-8335-3021cf7553c5 req-befdaf95-1cb3-4ccf-82a7-46ad2942b759 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431893 Oct 10 12:15:29.312052 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:15:29.633440 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-ca45110f-608a-43e0-83f4-86f40cd3a938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:30.019973 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0c26f-a8ae-427b-b2d5-d003fb8929bd req-a79b16cd-0660-4dbc-b4f6-bd323cbaa261 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:30.022069 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-10c0c26f-a8ae-427b-b2d5-d003fb8929bd req-a79b16cd-0660-4dbc-b4f6-bd323cbaa261 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0532134 Oct 10 12:15:30.075507 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-10c0c26f-a8ae-427b-b2d5-d003fb8929bd req-a1f26e46-b6b3-44a3-b975-9b4b03cea751 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462413 Oct 10 12:15:31.210990 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ca892-2554-4f74-8e30-3982d1d66ffe req-5a02f9c8-65ed-4957-b239-8016f342b1f6 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:31.212569 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-906ca892-2554-4f74-8e30-3982d1d66ffe req-5a02f9c8-65ed-4957-b239-8016f342b1f6 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0587487 Oct 10 12:15:31.262518 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-906ca892-2554-4f74-8e30-3982d1d66ffe req-dec9cfc6-aded-41da-a1aa-ac135ab9c0ce tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439594 Oct 10 12:15:31.890430 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-a169daa5-08e7-44af-8c20-090875434a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:32.393121 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fff810-0008-41cf-b4ea-657bc2554e75 req-b486adde-b11d-4ccc-89d7-29f8400bd83d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:32.394707 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-13fff810-0008-41cf-b4ea-657bc2554e75 req-b486adde-b11d-4ccc-89d7-29f8400bd83d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0493822 Oct 10 12:15:32.449828 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-13fff810-0008-41cf-b4ea-657bc2554e75 req-5007a23f-cbde-4528-ac00-ebea49dbf34b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492148 Oct 10 12:15:33.393230 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:33.797221 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a73f1-ce08-432e-a4c4-06c480403a20 req-acf1b111-be05-4de4-a559-6858fcac30f9 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:33.798779 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-290a73f1-ce08-432e-a4c4-06c480403a20 req-acf1b111-be05-4de4-a559-6858fcac30f9 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.2675340 Oct 10 12:15:33.848769 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-290a73f1-ce08-432e-a4c4-06c480403a20 req-e0dc902e-3338-4f39-917f-7c760c8e4664 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443389 Oct 10 12:15:34.570452 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:34.971487 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce6ad3-8fc8-4604-a984-5ed7bd79568d req-da5b2ee1-28f4-47df-9950-9655070eed3b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:34.972988 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b1ce6ad3-8fc8-4604-a984-5ed7bd79568d req-da5b2ee1-28f4-47df-9950-9655070eed3b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0493062 Oct 10 12:15:35.028953 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b1ce6ad3-8fc8-4604-a984-5ed7bd79568d req-c0efbd82-56ad-4cf3-a107-e6c249a5602b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494862 Oct 10 12:15:35.090388 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:35.596337 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=85 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:35.598228 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=55 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:36.172285 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392b678-b193-4b3e-9fd2-181fb6c58bce req-58adb644-616f-44ea-b046-7d90e5a3ac8d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:36.173819 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f392b678-b193-4b3e-9fd2-181fb6c58bce req-58adb644-616f-44ea-b046-7d90e5a3ac8d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0500169 Oct 10 12:15:36.200350 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:36.217773 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:36.225959 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f392b678-b193-4b3e-9fd2-181fb6c58bce req-aec5a2a2-7313-4965-abdf-bb2458262bf4 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455749 Oct 10 12:15:37.351583 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8696d82-338a-4e85-bb48-e88efa2caca9 req-044bf16d-8b7d-4bd0-bc1a-6391efbe558f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:37.353098 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b8696d82-338a-4e85-bb48-e88efa2caca9 req-044bf16d-8b7d-4bd0-bc1a-6391efbe558f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0477922 Oct 10 12:15:37.401089 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b8696d82-338a-4e85-bb48-e88efa2caca9 req-db0aced5-4d60-4a66-82a6-76d7c82e3ead tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420382 Oct 10 12:15:37.776753 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b02532-a489-41ed-bd0d-d6940200d3d8 req-cfa6efc2-712e-4356-a080-7ac9de4370a2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:37.778208 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d1b02532-a489-41ed-bd0d-d6940200d3d8 req-cfa6efc2-712e-4356-a080-7ac9de4370a2 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0503542 Oct 10 12:15:37.829643 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d1b02532-a489-41ed-bd0d-d6940200d3d8 req-6b7704e3-7e16-4864-a6da-1643c4a07c43 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455551 Oct 10 12:15:37.965294 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9e14b-303a-48f3-b96c-f17702aa8d17 req-ac6f0865-ce29-4c2b-af74-719bf19f69b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:37.966777 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c7d9e14b-303a-48f3-b96c-f17702aa8d17 req-ac6f0865-ce29-4c2b-af74-719bf19f69b6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=98437356d32f4230bce856ce6ddae66a&device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 1129 time: 0.0429749 Oct 10 12:15:38.218797 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9e14b-303a-48f3-b96c-f17702aa8d17 req-5102c3e5-16a6-4862-8784-da050db5802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:38.220534 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c7d9e14b-303a-48f3-b96c-f17702aa8d17 req-5102c3e5-16a6-4862-8784-da050db5802d service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f8981a50-f1b5-4a9f-bc84-d19589293c21 HTTP/1.1" status: 200 len: 910 time: 0.0927114 Oct 10 12:15:38.282604 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c7d9e14b-303a-48f3-b96c-f17702aa8d17 req-dfd77fe4-c5b9-4718-9bc4-c16678cd59df service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63d53b17-0e7f-4e84-aa0c-4d6908cd174a HTTP/1.1" status: 200 len: 1000 time: 0.0549524 Oct 10 12:15:38.334778 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9e14b-303a-48f3-b96c-f17702aa8d17 req-9c8067c8-79c4-4b56-a85c-c5024f573c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:38.336206 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c7d9e14b-303a-48f3-b96c-f17702aa8d17 req-9c8067c8-79c4-4b56-a85c-c5024f573c0c service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d HTTP/1.1" status: 200 len: 848 time: 0.0462170 Oct 10 12:15:38.382254 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9e14b-303a-48f3-b96c-f17702aa8d17 req-85d66cc3-df0c-46f4-b9a7-45be3f2ffec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:38.383777 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c7d9e14b-303a-48f3-b96c-f17702aa8d17 req-85d66cc3-df0c-46f4-b9a7-45be3f2ffec8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f8981a50-f1b5-4a9f-bc84-d19589293c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384314 Oct 10 12:15:38.480254 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c7d9e14b-303a-48f3-b96c-f17702aa8d17 req-0745030f-ae5f-4ace-8b81-30f66fda78e9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895464 Oct 10 12:15:38.568831 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c7d9e14b-303a-48f3-b96c-f17702aa8d17 req-25ed8c59-acf4-48f5-a7de-8aff8260fe12 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829482 Oct 10 12:15:38.951187 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84e5fe-5eff-43f6-9c83-debdd15bb001 req-5d6ef182-3e95-4853-8245-d00107992912 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:38.952615 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ea84e5fe-5eff-43f6-9c83-debdd15bb001 req-5d6ef182-3e95-4853-8245-d00107992912 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0453408 Oct 10 12:15:38.999669 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ea84e5fe-5eff-43f6-9c83-debdd15bb001 req-208e7e42-fa8b-409e-ae79-2d3263adf9d0 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414977 Oct 10 12:15:39.307001 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:39.307870 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:40.120179 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35ea7f-1d6f-47f6-9fda-648d69c79145 req-a719a70d-3588-4266-89c4-61839945073b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:40.121665 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8b35ea7f-1d6f-47f6-9fda-648d69c79145 req-a719a70d-3588-4266-89c4-61839945073b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0474494 Oct 10 12:15:40.172319 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8b35ea7f-1d6f-47f6-9fda-648d69c79145 req-18501940-0691-4b9d-b82e-7eadfe9cfbf4 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451078 Oct 10 12:15:43.794750 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251eb968-2093-4512-8503-44b6632c673d req-44986733-3a9d-45c6-ac2b-df3dca864aee tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:43.796653 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-251eb968-2093-4512-8503-44b6632c673d req-44986733-3a9d-45c6-ac2b-df3dca864aee tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 945 time: 0.0501056 Oct 10 12:15:43.847788 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-251eb968-2093-4512-8503-44b6632c673d req-b63a1af9-6472-4c0f-847d-5321d42a2fd1 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447872 Oct 10 12:15:44.977023 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a5758-2ff5-4ee1-a0c2-ee518a5936f3 req-d868fda1-944b-4ed4-86fc-6efe77d4228f tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:44.978503 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-224a5758-2ff5-4ee1-a0c2-ee518a5936f3 req-d868fda1-944b-4ed4-86fc-6efe77d4228f tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 945 time: 0.0479586 Oct 10 12:15:45.016911 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=56 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:45.024924 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:45.025883 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-224a5758-2ff5-4ee1-a0c2-ee518a5936f3 req-9b0fe547-07ed-4d3e-846a-57fd3e75490d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416143 Oct 10 12:15:45.026759 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:46.152553 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f3f15-180f-457c-8f9a-af0adf197749 req-dd6c4f66-8855-4252-b1ae-30996981566d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:46.154137 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-589f3f15-180f-457c-8f9a-af0adf197749 req-dd6c4f66-8855-4252-b1ae-30996981566d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 945 time: 0.0519876 Oct 10 12:15:46.203668 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-589f3f15-180f-457c-8f9a-af0adf197749 req-3b385e46-da1d-4c9e-b17b-12e419e235b2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=b8008119-90c5-4513-8fa5-0d648c91aee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439289 Oct 10 12:15:46.210276 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c3bb4-4e9f-4982-bd5e-d8141d8ba934 req-39a0f3bf-f3f8-4900-93d7-cbfc894d9f2e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:46.211879 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d63c3bb4-4e9f-4982-bd5e-d8141d8ba934 req-39a0f3bf-f3f8-4900-93d7-cbfc894d9f2e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 945 time: 0.0476568 Oct 10 12:15:46.301338 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-d63c3bb4-4e9f-4982-bd5e-d8141d8ba934 req-07eea4c9-8c08-46ed-ae21-897d2b328891 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Deleting port 0ced9ae0-41b3-43d6-830e-32265066d50b {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:15:46.301670 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-d63c3bb4-4e9f-4982-bd5e-d8141d8ba934 req-07eea4c9-8c08-46ed-ae21-897d2b328891 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (0ced9ae0-41b3-43d6-830e-32265066d50b), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:46.392212 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-d63c3bb4-4e9f-4982-bd5e-d8141d8ba934 req-07eea4c9-8c08-46ed-ae21-897d2b328891 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] For port 0ced9ae0-41b3-43d6-830e-32265066d50b, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=0ced9ae0-41b3-43d6-830e-32265066d50b,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:15:46.392570 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-d63c3bb4-4e9f-4982-bd5e-d8141d8ba934 req-07eea4c9-8c08-46ed-ae21-897d2b328891 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (0ced9ae0-41b3-43d6-830e-32265066d50b), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:46.603945 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-d63c3bb4-4e9f-4982-bd5e-d8141d8ba934 req-07eea4c9-8c08-46ed-ae21-897d2b328891 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:46.604296 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-d63c3bb4-4e9f-4982-bd5e-d8141d8ba934 req-07eea4c9-8c08-46ed-ae21-897d2b328891 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (88f96e4d-5095-410d-821d-a32f506b6132), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:46.604609 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [req-d63c3bb4-4e9f-4982-bd5e-d8141d8ba934 req-07eea4c9-8c08-46ed-ae21-897d2b328891 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Floating IP 88f96e4d-5095-410d-821d-a32f506b6132 disassociated. External IP: 172.27.4.30, port: 0ced9ae0-41b3-43d6-830e-32265066d50b. Oct 10 12:15:46.604948 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-d63c3bb4-4e9f-4982-bd5e-d8141d8ba934 req-07eea4c9-8c08-46ed-ae21-897d2b328891 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Calling delete_port for 0ced9ae0-41b3-43d6-830e-32265066d50b owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:15:46.683985 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:46.691905 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:46.821412 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-d63c3bb4-4e9f-4982-bd5e-d8141d8ba934 req-07eea4c9-8c08-46ed-ae21-897d2b328891 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (0ced9ae0-41b3-43d6-830e-32265066d50b), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:46.848158 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eea4c9-8c08-46ed-ae21-897d2b328891 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event deleted for resources: {'Port': ['ID=0ced9ae0-41b3-43d6-830e-32265066d50b,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:15:46.960332 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d63c3bb4-4e9f-4982-bd5e-d8141d8ba934 req-07eea4c9-8c08-46ed-ae21-897d2b328891 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Router f3517922-650d-413e-a1e9-cee3d5a6e183 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:15:47.314931 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-06c18740-6504-4185-a79b-f9f5be54c793 req-ee7ce145-362e-4527-8d71-b71f9c00e59e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0283613 Oct 10 12:15:47.315978 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d63c3bb4-4e9f-4982-bd5e-d8141d8ba934 req-07eea4c9-8c08-46ed-ae21-897d2b328891 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:15:47.328343 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed25fa-736b-4af4-a5fc-0d01b7449a9d None None] Sync routers for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:15:47.346942 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed25fa-736b-4af4-a5fc-0d01b7449a9d None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:15:47.346942 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-87ed25fa-736b-4af4-a5fc-0d01b7449a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:15:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:15:47.365346 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63c3bb4-4e9f-4982-bd5e-d8141d8ba934 req-07eea4c9-8c08-46ed-ae21-897d2b328891 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] No DVR routers for this DVR port 0ced9ae0-41b3-43d6-830e-32265066d50b on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:15:47.368054 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-d63c3bb4-4e9f-4982-bd5e-d8141d8ba934 req-07eea4c9-8c08-46ed-ae21-897d2b328891 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:47.371432 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d63c3bb4-4e9f-4982-bd5e-d8141d8ba934 req-07eea4c9-8c08-46ed-ae21-897d2b328891 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "DELETE /networking/v2.0/ports/0ced9ae0-41b3-43d6-830e-32265066d50b HTTP/1.1" status: 204 len: 173 time: 1.1540444 Oct 10 12:15:47.371949 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3', 'name': 'network-vif-deleted', 'tag': '0ced9ae0-41b3-43d6-830e-32265066d50b'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:15:47.374651 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b32f987-858b-4606-8b9b-358fa089aca1" -d '{"events": [{"server_uuid": "d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3", "name": "network-vif-deleted", "tag": "0ced9ae0-41b3-43d6-830e-32265066d50b"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:15:47.419661 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8176d09a-ab0a-4dc3-95b7-85fbdea15133 x-openstack-request-id: req-8176d09a-ab0a-4dc3-95b7-85fbdea15133 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:15:47.419661 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3", "name": "network-vif-deleted", "tag": "0ced9ae0-41b3-43d6-830e-32265066d50b", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:15:47.419661 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8176d09a-ab0a-4dc3-95b7-85fbdea15133 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:15:47.419661 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8176d09a-ab0a-4dc3-95b7-85fbdea15133'] response: {'server_uuid': 'd0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3', 'name': 'network-vif-deleted', 'tag': '0ced9ae0-41b3-43d6-830e-32265066d50b', 'status': 'completed', 'code': 200} Oct 10 12:15:47.462603 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-87ed25fa-736b-4af4-a5fc-0d01b7449a9d None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:15:47.680203 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-87ed25fa-736b-4af4-a5fc-0d01b7449a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '6032e1f7-4b3c-4481-bd31-f07bac694846', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.197', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:87:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:08:01Z', 'updated_at': '2022-10-10T12:09:07Z', 'revision_number': 2, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:15:47.708822 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed25fa-736b-4af4-a5fc-0d01b7449a9d None None] Checking router: f3517922-650d-413e-a1e9-cee3d5a6e183 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:15:47.717839 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed25fa-736b-4af4-a5fc-0d01b7449a9d None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:15:47.718440 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-87ed25fa-736b-4af4-a5fc-0d01b7449a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:15:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:15:47.825469 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-87ed25fa-736b-4af4-a5fc-0d01b7449a9d None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:15:48.131668 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-87ed25fa-736b-4af4-a5fc-0d01b7449a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '6032e1f7-4b3c-4481-bd31-f07bac694846', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.197', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:87:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:08:01Z', 'updated_at': '2022-10-10T12:09:07Z', 'revision_number': 2, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:15:48.160030 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed25fa-736b-4af4-a5fc-0d01b7449a9d None None] The sync data for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi is: [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '6032e1f7-4b3c-4481-bd31-f07bac694846', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.197', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:87:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:08:01Z', 'updated_at': '2022-10-10T12:09:07Z', 'revision_number': 2, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:15:48.409365 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da927d3-86b3-4667-ba66-e74eec758085 None None] New status for floating IP 88f96e4d-5095-410d-821d-a32f506b6132: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:15:48.446323 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ce4c25ff-df6c-4fac-a1f7-8430bef412e0 req-f0b21d36-5a9f-47e7-9183-b30cdb7cf6a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=d0e4bed1-3f39-47a3-9bb3-3eb9781a9ff3 HTTP/1.1" status: 200 len: 210 time: 0.0291152 Oct 10 12:15:49.590216 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 0ced9ae0-41b3-43d6-830e-32265066d50b no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:15:49.614441 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: 0ced9ae0-41b3-43d6-830e-32265066d50b {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:15:49.614834 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 0ced9ae0-41b3-43d6-830e-32265066d50b not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:15:49.623584 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45530) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:15:49.685171 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4dcde18d-632e-4a4a-ba4d-81f981b2c339 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (b8008119-90c5-4513-8fa5-0d648c91aee7), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:49.709771 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4dcde18d-632e-4a4a-ba4d-81f981b2c339 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (b8008119-90c5-4513-8fa5-0d648c91aee7), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:49.844838 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4dcde18d-632e-4a4a-ba4d-81f981b2c339 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (b8008119-90c5-4513-8fa5-0d648c91aee7), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:49.847333 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4dcde18d-632e-4a4a-ba4d-81f981b2c339 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:49.848489 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-4dcde18d-632e-4a4a-ba4d-81f981b2c339 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b8008119-90c5-4513-8fa5-0d648c91aee7 HTTP/1.1" status: 204 len: 168 time: 0.2238915 Oct 10 12:15:49.851782 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 45532) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:15:49.857938 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcde18d-632e-4a4a-ba4d-81f981b2c339 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8008119-90c5-4513-8fa5-0d648c91aee7,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:15:49.867028 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.api.v2.resource [None req-1bb6a989-2b12-4ac8-b2a2-1d8488b343f8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] show failed (client error): The resource could not be found. Oct 10 12:15:49.868047 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-1bb6a989-2b12-4ac8-b2a2-1d8488b343f8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups/b8008119-90c5-4513-8fa5-0d648c91aee7 HTTP/1.1" status: 404 len: 347 time: 0.0150955 Oct 10 12:15:49.871613 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 45534) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:15:49.988422 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Deleting port de72ea88-25fe-4559-892a-5d1a6bdaf7ae {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:15:49.988824 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (de72ea88-25fe-4559-892a-5d1a6bdaf7ae), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:50.073543 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (de72ea88-25fe-4559-892a-5d1a6bdaf7ae), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:50.073872 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (de72ea88-25fe-4559-892a-5d1a6bdaf7ae), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:50.088031 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Calling delete_port for de72ea88-25fe-4559-892a-5d1a6bdaf7ae owned by network:floatingip {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:15:50.144164 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:50.180643 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:50.273681 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (de72ea88-25fe-4559-892a-5d1a6bdaf7ae), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:50.300101 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event deleted for resources: {'Port': ['ID=de72ea88-25fe-4559-892a-5d1a6bdaf7ae,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:15:50.314093 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:50.314471 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:50.314862 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:50.315221 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:50.315539 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:50.315868 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:50.316193 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:50.316516 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:50.316838 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:50.317206 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:50.317518 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:50.317854 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:50.318155 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:50.318472 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:50.319407 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:15:50.379461 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (88f96e4d-5095-410d-821d-a32f506b6132), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:50.382738 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:50.383905 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-64aa8e2d-d8f3-42b3-a33a-4bcd09afb210 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/88f96e4d-5095-410d-821d-a32f506b6132 HTTP/1.1" status: 204 len: 168 time: 0.5111976 Oct 10 12:15:50.987454 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:53.536561 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b833642-e863-4ced-bc11-2eada6ebec0e req-5c9c4ef6-918e-4885-be32-6bc27332ff48 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:53.538141 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1b833642-e863-4ced-bc11-2eada6ebec0e req-5c9c4ef6-918e-4885-be32-6bc27332ff48 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 945 time: 0.0497124 Oct 10 12:15:53.585986 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1b833642-e863-4ced-bc11-2eada6ebec0e req-27434229-2fb5-4d1b-a5f4-ba7736807cd4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420873 Oct 10 12:15:53.999586 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-97946a34-07ab-4223-b588-c6fa35030125 req-918f5752-3fa2-4855-9ddd-68d61a79ed75 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396354 Oct 10 12:15:54.091757 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97946a34-07ab-4223-b588-c6fa35030125 req-54ede299-0329-4ff0-bd34-c3b35b320735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:54.093267 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-97946a34-07ab-4223-b588-c6fa35030125 req-54ede299-0329-4ff0-bd34-c3b35b320735 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=782c5fd84235487caac5f9a7e18563cb&device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 1130 time: 0.0392966 Oct 10 12:15:54.200483 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97946a34-07ab-4223-b588-c6fa35030125 req-91455214-54cc-454f-bc44-f00949baa3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:54.201948 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-97946a34-07ab-4223-b588-c6fa35030125 req-91455214-54cc-454f-bc44-f00949baa3e0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 200 len: 920 time: 0.0881758 Oct 10 12:15:54.244085 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-97946a34-07ab-4223-b588-c6fa35030125 req-ddeeb5b4-9eef-4534-bcb4-fc73c595dc4b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7952dcbe-5751-4c3a-ad46-5f684e765d16 HTTP/1.1" status: 200 len: 217 time: 0.0325272 Oct 10 12:15:54.282656 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:54.292150 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97946a34-07ab-4223-b588-c6fa35030125 req-4336cdb8-b9c8-4958-ab9a-06a2ac060884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:54.296741 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-97946a34-07ab-4223-b588-c6fa35030125 req-4336cdb8-b9c8-4958-ab9a-06a2ac060884 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 200 len: 858 time: 0.0441680 Oct 10 12:15:54.680094 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97946a34-07ab-4223-b588-c6fa35030125 req-0ac1283d-1e10-4017-8a30-f0d8b1cffc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:54.681361 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-97946a34-07ab-4223-b588-c6fa35030125 req-0ac1283d-1e10-4017-8a30-f0d8b1cffc0d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=67af5388-ef78-467a-b602-e98d5343259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718987 Oct 10 12:15:54.706448 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77fe51-3ccb-40fc-b57a-b0fb3a49349c req-c75124cf-152b-4436-ac04-715bb4d97c39 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:54.707909 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-4b77fe51-3ccb-40fc-b57a-b0fb3a49349c req-c75124cf-152b-4436-ac04-715bb4d97c39 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 945 time: 0.0674243 Oct 10 12:15:54.712783 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd024be4-3fb6-4640-812f-ea2f01449e3c req-9489630d-a16f-41cd-836c-2255e32d1480 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:54.714407 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dd024be4-3fb6-4640-812f-ea2f01449e3c req-9489630d-a16f-41cd-836c-2255e32d1480 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 945 time: 0.0512922 Oct 10 12:15:54.766333 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dd024be4-3fb6-4640-812f-ea2f01449e3c req-4dd6907f-42c1-43fe-bec7-d61b2d6cab1f tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c40fe947-effa-49e9-9523-42cee2ccdcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456207 Oct 10 12:15:54.862968 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-97946a34-07ab-4223-b588-c6fa35030125 req-a35bc4bd-7406-4de8-99f9-6c320193cc5e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726668 Oct 10 12:15:54.866917 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-4b77fe51-3ccb-40fc-b57a-b0fb3a49349c req-11948b4b-fedf-459a-8726-8f0ab59e2223 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Deleting port f65861f8-ce58-4ca5-a150-dd1cbc87aba1 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:15:54.867258 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-4b77fe51-3ccb-40fc-b57a-b0fb3a49349c req-11948b4b-fedf-459a-8726-8f0ab59e2223 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (f65861f8-ce58-4ca5-a150-dd1cbc87aba1), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:55.037182 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-4b77fe51-3ccb-40fc-b57a-b0fb3a49349c req-11948b4b-fedf-459a-8726-8f0ab59e2223 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] For port f65861f8-ce58-4ca5-a150-dd1cbc87aba1, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f65861f8-ce58-4ca5-a150-dd1cbc87aba1,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:15:55.037997 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-4b77fe51-3ccb-40fc-b57a-b0fb3a49349c req-11948b4b-fedf-459a-8726-8f0ab59e2223 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (f65861f8-ce58-4ca5-a150-dd1cbc87aba1), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:55.049390 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:55.056225 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-97946a34-07ab-4223-b588-c6fa35030125 req-61d1439a-25d7-4f61-9d21-7ce7c255f1a2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735845 Oct 10 12:15:55.223830 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-4b77fe51-3ccb-40fc-b57a-b0fb3a49349c req-11948b4b-fedf-459a-8726-8f0ab59e2223 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:55.224180 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-4b77fe51-3ccb-40fc-b57a-b0fb3a49349c req-11948b4b-fedf-459a-8726-8f0ab59e2223 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (6032e1f7-4b3c-4481-bd31-f07bac694846), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:55.224497 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [req-4b77fe51-3ccb-40fc-b57a-b0fb3a49349c req-11948b4b-fedf-459a-8726-8f0ab59e2223 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Floating IP 6032e1f7-4b3c-4481-bd31-f07bac694846 disassociated. External IP: 172.27.4.197, port: f65861f8-ce58-4ca5-a150-dd1cbc87aba1. Oct 10 12:15:55.224832 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-4b77fe51-3ccb-40fc-b57a-b0fb3a49349c req-11948b4b-fedf-459a-8726-8f0ab59e2223 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Calling delete_port for f65861f8-ce58-4ca5-a150-dd1cbc87aba1 owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:15:55.433322 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-4b77fe51-3ccb-40fc-b57a-b0fb3a49349c req-11948b4b-fedf-459a-8726-8f0ab59e2223 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (f65861f8-ce58-4ca5-a150-dd1cbc87aba1), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:55.469379 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11948b4b-fedf-459a-8726-8f0ab59e2223 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event deleted for resources: {'Port': ['ID=f65861f8-ce58-4ca5-a150-dd1cbc87aba1,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:15:55.579520 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:55.583723 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b77fe51-3ccb-40fc-b57a-b0fb3a49349c req-11948b4b-fedf-459a-8726-8f0ab59e2223 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Router f3517922-650d-413e-a1e9-cee3d5a6e183 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:15:55.686566 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b77fe51-3ccb-40fc-b57a-b0fb3a49349c req-11948b4b-fedf-459a-8726-8f0ab59e2223 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:15:55.698122 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d5b3e-0233-4d7e-9668-2d7a21842b19 None None] Sync routers for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:15:55.701903 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:55.714659 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d5b3e-0233-4d7e-9668-2d7a21842b19 None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:15:55.715313 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-680d5b3e-0233-4d7e-9668-2d7a21842b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:15:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:15:55.735977 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b77fe51-3ccb-40fc-b57a-b0fb3a49349c req-11948b4b-fedf-459a-8726-8f0ab59e2223 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] No DVR routers for this DVR port f65861f8-ce58-4ca5-a150-dd1cbc87aba1 on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:15:55.739395 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-4b77fe51-3ccb-40fc-b57a-b0fb3a49349c req-11948b4b-fedf-459a-8726-8f0ab59e2223 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:55.743839 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-4b77fe51-3ccb-40fc-b57a-b0fb3a49349c req-11948b4b-fedf-459a-8726-8f0ab59e2223 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "DELETE /networking/v2.0/ports/f65861f8-ce58-4ca5-a150-dd1cbc87aba1 HTTP/1.1" status: 204 len: 173 time: 1.0250278 Oct 10 12:15:55.744441 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'name': 'network-vif-deleted', 'tag': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:15:55.747151 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3344a9-df75-4e72-b058-890a4017239e" -d '{"events": [{"server_uuid": "2bb9c640-3e33-4e42-a21e-cdcce980b06a", "name": "network-vif-deleted", "tag": "f65861f8-ce58-4ca5-a150-dd1cbc87aba1"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:15:55.788298 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6199dc00-62f4-4126-b15d-885eb9cf335d x-openstack-request-id: req-6199dc00-62f4-4126-b15d-885eb9cf335d {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:15:55.788587 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb9c640-3e33-4e42-a21e-cdcce980b06a", "name": "network-vif-deleted", "tag": "f65861f8-ce58-4ca5-a150-dd1cbc87aba1", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:15:55.788836 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6199dc00-62f4-4126-b15d-885eb9cf335d {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:15:55.789282 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6199dc00-62f4-4126-b15d-885eb9cf335d'] response: {'server_uuid': '2bb9c640-3e33-4e42-a21e-cdcce980b06a', 'name': 'network-vif-deleted', 'tag': 'f65861f8-ce58-4ca5-a150-dd1cbc87aba1', 'status': 'completed', 'code': 200} Oct 10 12:15:55.837431 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-680d5b3e-0233-4d7e-9668-2d7a21842b19 None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:15:55.899465 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-339a1f40-197b-4990-bdb6-8fea9991a0ee req-dcf78459-3253-4f92-85fc-df2862cbf82c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 210 time: 0.0419297 Oct 10 12:15:55.922127 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:56.062633 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-680d5b3e-0233-4d7e-9668-2d7a21842b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:15:56.090715 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d5b3e-0233-4d7e-9668-2d7a21842b19 None None] Checking router: f3517922-650d-413e-a1e9-cee3d5a6e183 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:15:56.099452 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680d5b3e-0233-4d7e-9668-2d7a21842b19 None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:15:56.100612 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-680d5b3e-0233-4d7e-9668-2d7a21842b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:15:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:15:56.210110 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-680d5b3e-0233-4d7e-9668-2d7a21842b19 None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:15:56.407758 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-680d5b3e-0233-4d7e-9668-2d7a21842b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:15:56.433313 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680d5b3e-0233-4d7e-9668-2d7a21842b19 None None] The sync data for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi is: [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:15:56.703625 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7efd2-17ee-488c-85ce-6181de6b45bd None None] New status for floating IP 6032e1f7-4b3c-4481-bd31-f07bac694846: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:15:57.026546 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3c6a9843-b863-4a6a-bc00-018870ec665c req-7d74c4d8-8fcd-41fd-b9b0-3da5bda74eb7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 210 time: 0.0309591 Oct 10 12:15:57.528750 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6439a2c-d772-45d3-b3fe-78d57449779b req-3f46021a-2e68-40a5-a145-49aedfebbb3e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:57.530245 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f6439a2c-d772-45d3-b3fe-78d57449779b req-3f46021a-2e68-40a5-a145-49aedfebbb3e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0538428 Oct 10 12:15:57.580919 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f6439a2c-d772-45d3-b3fe-78d57449779b req-2e31c540-35c9-4ee6-b21f-c1ffc6d1eaa4 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448709 Oct 10 12:15:57.646226 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device f65861f8-ce58-4ca5-a150-dd1cbc87aba1 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:15:57.666906 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: f65861f8-ce58-4ca5-a150-dd1cbc87aba1 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:15:57.667258 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device f65861f8-ce58-4ca5-a150-dd1cbc87aba1 not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:15:58.145744 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c6cf26b3-f24c-4ecf-bc51-654e0fac97d8 req-4b126b50-364d-471e-8eec-ce36392e8034 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2bb9c640-3e33-4e42-a21e-cdcce980b06a HTTP/1.1" status: 200 len: 210 time: 0.0282996 Oct 10 12:15:58.719816 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a82df6-490d-460c-9781-0969a50d6491 req-122a8eb1-f68e-40aa-9ccb-a999d0f058b7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:58.721310 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-31a82df6-490d-460c-9781-0969a50d6491 req-122a8eb1-f68e-40aa-9ccb-a999d0f058b7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0547376 Oct 10 12:15:58.775461 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-31a82df6-490d-460c-9781-0969a50d6491 req-cc90be0d-e804-4d29-806f-cd5481eefbb1 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470829 Oct 10 12:15:59.284981 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 45602) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:15:59.342483 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9fa29825-dd8b-49dc-b035-dd88c9238819 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (c40fe947-effa-49e9-9523-42cee2ccdcf7), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:59.366707 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9fa29825-dd8b-49dc-b035-dd88c9238819 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (c40fe947-effa-49e9-9523-42cee2ccdcf7), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:59.501638 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9fa29825-dd8b-49dc-b035-dd88c9238819 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (c40fe947-effa-49e9-9523-42cee2ccdcf7), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:59.504491 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9fa29825-dd8b-49dc-b035-dd88c9238819 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:59.505764 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-9fa29825-dd8b-49dc-b035-dd88c9238819 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c40fe947-effa-49e9-9523-42cee2ccdcf7 HTTP/1.1" status: 204 len: 168 time: 0.2195821 Oct 10 12:15:59.513079 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45604) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:15:59.516472 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa29825-dd8b-49dc-b035-dd88c9238819 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40fe947-effa-49e9-9523-42cee2ccdcf7,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:15:59.525073 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.api.v2.resource [None req-f36caa24-7210-44fe-989b-26d5bb605591 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] show failed (client error): The resource could not be found. Oct 10 12:15:59.526141 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-f36caa24-7210-44fe-989b-26d5bb605591 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups/c40fe947-effa-49e9-9523-42cee2ccdcf7 HTTP/1.1" status: 404 len: 347 time: 0.0161226 Oct 10 12:15:59.529262 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45606) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:15:59.655125 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-2e6de97f-a304-4e0d-9096-4fe8ebcc8b40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Deleting port ee3d3066-2254-4499-836c-56b046efea41 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:15:59.655464 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2e6de97f-a304-4e0d-9096-4fe8ebcc8b40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (ee3d3066-2254-4499-836c-56b046efea41), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:59.672699 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-2778e73c-b91c-4f7c-adbd-952af63ac4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:59.757076 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f770a43-4cc6-413a-9daf-6076aaa4a311 req-44284268-b01c-490b-82c7-112b40a0d61f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:59.758459 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-1f770a43-4cc6-413a-9daf-6076aaa4a311 req-44284268-b01c-490b-82c7-112b40a0d61f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0624847 Oct 10 12:15:59.808875 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2e6de97f-a304-4e0d-9096-4fe8ebcc8b40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (ee3d3066-2254-4499-836c-56b046efea41), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:59.809222 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2e6de97f-a304-4e0d-9096-4fe8ebcc8b40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (ee3d3066-2254-4499-836c-56b046efea41), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:59.811428 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:15:59.829881 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-2e6de97f-a304-4e0d-9096-4fe8ebcc8b40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Calling delete_port for ee3d3066-2254-4499-836c-56b046efea41 owned by network:floatingip {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:15:59.912124 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154724c-7162-49b3-9398-fc81850a05a5 req-81086043-4f3f-4a15-8d11-078f535f0211 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:15:59.913713 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1154724c-7162-49b3-9398-fc81850a05a5 req-81086043-4f3f-4a15-8d11-078f535f0211 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 947 time: 0.0535011 Oct 10 12:15:59.928059 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-1f770a43-4cc6-413a-9daf-6076aaa4a311 req-f5e5e220-784c-4e66-8df5-e7f38eb3b3ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Deleting port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:15:59.928487 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-1f770a43-4cc6-413a-9daf-6076aaa4a311 req-f5e5e220-784c-4e66-8df5-e7f38eb3b3ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:15:59.963883 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1154724c-7162-49b3-9398-fc81850a05a5 req-d64bae9b-5626-43c2-be4e-7d1b9d5990f0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6af16180-ecdb-4be2-9288-a2116c785b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443549 Oct 10 12:16:00.052489 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-1f770a43-4cc6-413a-9daf-6076aaa4a311 req-f5e5e220-784c-4e66-8df5-e7f38eb3b3ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] For port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:16:00.053428 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-1f770a43-4cc6-413a-9daf-6076aaa4a311 req-f5e5e220-784c-4e66-8df5-e7f38eb3b3ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:00.230283 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2e6de97f-a304-4e0d-9096-4fe8ebcc8b40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (ee3d3066-2254-4499-836c-56b046efea41), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:00.268622 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6de97f-a304-4e0d-9096-4fe8ebcc8b40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event deleted for resources: {'Port': ['ID=ee3d3066-2254-4499-836c-56b046efea41,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:00.273625 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:00.322108 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-1f770a43-4cc6-413a-9daf-6076aaa4a311 req-f5e5e220-784c-4e66-8df5-e7f38eb3b3ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:00.322378 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-1f770a43-4cc6-413a-9daf-6076aaa4a311 req-f5e5e220-784c-4e66-8df5-e7f38eb3b3ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (4ba37fe6-17b0-485b-9dbd-8f8f7ba45ce6), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:00.322704 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [req-1f770a43-4cc6-413a-9daf-6076aaa4a311 req-f5e5e220-784c-4e66-8df5-e7f38eb3b3ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Floating IP 4ba37fe6-17b0-485b-9dbd-8f8f7ba45ce6 disassociated. External IP: 172.27.4.46, port: 98e81f6a-0ff4-4344-ab00-e77663d7f2cf. Oct 10 12:16:00.323039 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-1f770a43-4cc6-413a-9daf-6076aaa4a311 req-f5e5e220-784c-4e66-8df5-e7f38eb3b3ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Calling delete_port for 98e81f6a-0ff4-4344-ab00-e77663d7f2cf owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:16:00.379396 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2e6de97f-a304-4e0d-9096-4fe8ebcc8b40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (6032e1f7-4b3c-4481-bd31-f07bac694846), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:00.381947 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-2e6de97f-a304-4e0d-9096-4fe8ebcc8b40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:00.383146 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-2e6de97f-a304-4e0d-9096-4fe8ebcc8b40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/6032e1f7-4b3c-4481-bd31-f07bac694846 HTTP/1.1" status: 204 len: 168 time: 0.8527453 Oct 10 12:16:00.559678 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45612) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:00.564357 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-6ed54d3a-c645-4e50-b3ac-633ded8ad802 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--736325218', 'description': 'tempest-description--331862531'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:00.575704 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-1f770a43-4cc6-413a-9daf-6076aaa4a311 req-f5e5e220-784c-4e66-8df5-e7f38eb3b3ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (98e81f6a-0ff4-4344-ab00-e77663d7f2cf), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:00.613809 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5e220-784c-4e66-8df5-e7f38eb3b3ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event deleted for resources: {'Port': ['ID=98e81f6a-0ff4-4344-ab00-e77663d7f2cf,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:00.708149 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6ed54d3a-c645-4e50-b3ac-633ded8ad802 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:00.760186 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f770a43-4cc6-413a-9daf-6076aaa4a311 req-f5e5e220-784c-4e66-8df5-e7f38eb3b3ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:16:00.768118 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:00.848909 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6ed54d3a-c645-4e50-b3ac-633ded8ad802 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:00.908710 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f770a43-4cc6-413a-9daf-6076aaa4a311 req-f5e5e220-784c-4e66-8df5-e7f38eb3b3ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:16:00.919642 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4f01c7-a784-4d27-adf0-b5a8cc71c4fe None None] Sync routers for ids ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:16:00.930951 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4f01c7-a784-4d27-adf0-b5a8cc71c4fe None None] Routers {'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:16:00.931562 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-4a4f01c7-a784-4d27-adf0-b5a8cc71c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:15:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:00.936741 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6ed54d3a-c645-4e50-b3ac-633ded8ad802 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:00.964158 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f770a43-4cc6-413a-9daf-6076aaa4a311 req-f5e5e220-784c-4e66-8df5-e7f38eb3b3ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] No DVR routers for this DVR port 98e81f6a-0ff4-4344-ab00-e77663d7f2cf on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:16:00.975277 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-1f770a43-4cc6-413a-9daf-6076aaa4a311 req-f5e5e220-784c-4e66-8df5-e7f38eb3b3ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:00.981098 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-1f770a43-4cc6-413a-9daf-6076aaa4a311 req-f5e5e220-784c-4e66-8df5-e7f38eb3b3ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.48 "DELETE /networking/v2.0/ports/98e81f6a-0ff4-4344-ab00-e77663d7f2cf HTTP/1.1" status: 204 len: 173 time: 1.2108018 Oct 10 12:16:00.981098 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e51573a-beab-4197-840e-a9427a52e273', 'name': 'network-vif-deleted', 'tag': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:00.982079 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e6fef3-ff2c-474b-9da1-be0e3fcb239d" -d '{"events": [{"server_uuid": "3e51573a-beab-4197-840e-a9427a52e273", "name": "network-vif-deleted", "tag": "98e81f6a-0ff4-4344-ab00-e77663d7f2cf"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:00.997403 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed54d3a-c645-4e50-b3ac-633ded8ad802 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:01.061930 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb926f5-353f-4dc7-8985-41dd2317f88e x-openstack-request-id: req-cbb926f5-353f-4dc7-8985-41dd2317f88e {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:01.061930 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e51573a-beab-4197-840e-a9427a52e273", "name": "network-vif-deleted", "tag": "98e81f6a-0ff4-4344-ab00-e77663d7f2cf", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:01.061930 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cbb926f5-353f-4dc7-8985-41dd2317f88e {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:01.061930 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb926f5-353f-4dc7-8985-41dd2317f88e'] response: {'server_uuid': '3e51573a-beab-4197-840e-a9427a52e273', 'name': 'network-vif-deleted', 'tag': '98e81f6a-0ff4-4344-ab00-e77663d7f2cf', 'status': 'completed', 'code': 200} Oct 10 12:16:01.067778 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-4a4f01c7-a784-4d27-adf0-b5a8cc71c4fe None None] Set router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:16:01.082397 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6ed54d3a-c645-4e50-b3ac-633ded8ad802 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:01.087401 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6ed54d3a-c645-4e50-b3ac-633ded8ad802 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5238028 Oct 10 12:16:01.089686 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45618) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:01.096879 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-0844625e-a9d6-4737-ae30-59aef226a6c6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'security_group_rule': {'security_group_id': '6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:01.120083 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-22bbf290-39ee-48a6-b641-7dcdf8865246 req-be7809a1-5269-4e56-99b8-7b7331bc03b3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 210 time: 0.0464108 Oct 10 12:16:01.200110 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0844625e-a9d6-4737-ae30-59aef226a6c6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (edc10fce-95f2-430c-b779-b7798c1c2ac1), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:01.205131 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:01.285410 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0844625e-a9d6-4737-ae30-59aef226a6c6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (edc10fce-95f2-430c-b779-b7798c1c2ac1), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:01.400569 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-4a4f01c7-a784-4d27-adf0-b5a8cc71c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f', 'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'mac_address': 'fa:16:3e:62:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:11Z', 'revision_number': 5, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'subnets': [{'id': '383a897c-19ae-4f67-b320-d650957cc219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:01.404388 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0844625e-a9d6-4737-ae30-59aef226a6c6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (edc10fce-95f2-430c-b779-b7798c1c2ac1), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:01.426692 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4f01c7-a784-4d27-adf0-b5a8cc71c4fe None None] Checking router: a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:16:01.429554 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844625e-a9d6-4737-ae30-59aef226a6c6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc10fce-95f2-430c-b779-b7798c1c2ac1,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:01.437186 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4f01c7-a784-4d27-adf0-b5a8cc71c4fe None None] Routers {'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:16:01.437783 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-4a4f01c7-a784-4d27-adf0-b5a8cc71c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:15:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:01.477110 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:01.526564 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0844625e-a9d6-4737-ae30-59aef226a6c6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:01.527876 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-0844625e-a9d6-4737-ae30-59aef226a6c6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4388940 Oct 10 12:16:01.530453 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 45620) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:01.532940 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:01.535137 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-1399fbb0-c61e-4fb3-88ee-f2cfa4d666f6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'security_group_rule': {'security_group_id': '6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:01.540364 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:01.546142 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-4a4f01c7-a784-4d27-adf0-b5a8cc71c4fe None None] Set router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:16:01.646111 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1399fbb0-c61e-4fb3-88ee-f2cfa4d666f6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (e297104b-77e5-4bea-a94b-45ff535d36b2), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:01.713543 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1399fbb0-c61e-4fb3-88ee-f2cfa4d666f6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (e297104b-77e5-4bea-a94b-45ff535d36b2), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:01.760753 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-4a4f01c7-a784-4d27-adf0-b5a8cc71c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f', 'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'mac_address': 'fa:16:3e:62:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:11Z', 'revision_number': 5, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'subnets': [{'id': '383a897c-19ae-4f67-b320-d650957cc219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:01.786009 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4f01c7-a784-4d27-adf0-b5a8cc71c4fe None None] The sync data for ids ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'] in dv-cinder-860209-4-iscsi is: [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f', 'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'mac_address': 'fa:16:3e:62:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:11Z', 'revision_number': 5, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'subnets': [{'id': '383a897c-19ae-4f67-b320-d650957cc219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:16:01.787228 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1399fbb0-c61e-4fb3-88ee-f2cfa4d666f6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (e297104b-77e5-4bea-a94b-45ff535d36b2), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:01.805775 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399fbb0-c61e-4fb3-88ee-f2cfa4d666f6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e297104b-77e5-4bea-a94b-45ff535d36b2,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:01.901425 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-52f42b73-3d62-43bb-b1b5-5664e971b62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:01.904334 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1399fbb0-c61e-4fb3-88ee-f2cfa4d666f6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:01.905628 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-1399fbb0-c61e-4fb3-88ee-f2cfa4d666f6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3740711 Oct 10 12:16:01.909139 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 45622) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:01.914397 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'floatingip': {'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:01.919587 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:02.058125 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d53b82-76b2-4ae4-b74b-a34dfdeea980 None None] New status for floating IP 4ba37fe6-17b0-485b-9dbd-8f8f7ba45ce6: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:16:02.085192 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:02.172418 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:02.259758 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6ffb41b1-e3b7-425f-92a6-8e0662991466 req-356a7d93-67f0-4de1-9845-03ca9b17bb99 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3e51573a-beab-4197-840e-a9427a52e273 HTTP/1.1" status: 200 len: 210 time: 0.0418901 Oct 10 12:16:02.328056 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Allocated IP 172.27.4.206 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/2f410d31-a627-4032-a7f1-9448a83618c8) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:16:02.440302 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for port (2f410d31-a627-4032-a7f1-9448a83618c8), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:02.536350 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (2f410d31-a627-4032-a7f1-9448a83618c8), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:02.580216 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:16:02.585476 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:16:02.587671 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'Port': ['ID=2f410d31-a627-4032-a7f1-9448a83618c8,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:02.589846 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:16:02.672716 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (cc82bba3-bb98-4865-81ed-064c0df70ba0), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:02.761459 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:02.792631 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2f410d31-a627-4032-a7f1-9448a83618c8), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:02.946682 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for port (2f410d31-a627-4032-a7f1-9448a83618c8), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:03.033081 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31514739'] for port (2f410d31-a627-4032-a7f1-9448a83618c8), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:03.036770 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:03.105463 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'Port': ['ID=2f410d31-a627-4032-a7f1-9448a83618c8,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:03.107848 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (cc82bba3-bb98-4865-81ed-064c0df70ba0), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:03.217713 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:03.219342 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-ccad8851-76b9-41c3-9106-e019819b8de2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3091886 Oct 10 12:16:03.393243 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:03.464052 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-26eb1dea-b606-451e-b67e-9513a10757ab tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--736325218&fields=id&tenant_id=aab51c9b019e400c8e28d9a789eda6da HTTP/1.1" status: 200 len: 267 time: 0.0458710 Oct 10 12:16:03.482694 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45644) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:03.543930 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-840ee9af-725a-4e7e-ae50-92725fb81396 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group (6af16180-ecdb-4be2-9288-a2116c785b1c), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:03.566917 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-840ee9af-725a-4e7e-ae50-92725fb81396 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group (6af16180-ecdb-4be2-9288-a2116c785b1c), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:03.583669 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-8b7021f1-bd1f-4e17-abd0-dd2d7248a539 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:03.585796 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-8b7021f1-bd1f-4e17-abd0-dd2d7248a539 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 200 len: 815 time: 0.1144068 Oct 10 12:16:03.601324 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-3b42ca1e-df48-4646-82e5-5404b1ff6fde tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/quotas/aab51c9b019e400c8e28d9a789eda6da HTTP/1.1" status: 200 len: 375 time: 0.0097191 Oct 10 12:16:03.653399 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-96ba0bf3-d2f1-4299-99ed-79e6210eac59 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465786 Oct 10 12:16:03.658531 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 98e81f6a-0ff4-4344-ab00-e77663d7f2cf no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:16:03.678310 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: 98e81f6a-0ff4-4344-ab00-e77663d7f2cf {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:16:03.678657 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 98e81f6a-0ff4-4344-ab00-e77663d7f2cf not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:16:03.684652 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-840ee9af-725a-4e7e-ae50-92725fb81396 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (6af16180-ecdb-4be2-9288-a2116c785b1c), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:03.687420 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-840ee9af-725a-4e7e-ae50-92725fb81396 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:03.688797 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-840ee9af-725a-4e7e-ae50-92725fb81396 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6af16180-ecdb-4be2-9288-a2116c785b1c HTTP/1.1" status: 204 len: 168 time: 0.2043886 Oct 10 12:16:03.691820 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 45648) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:03.702213 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ee9af-725a-4e7e-ae50-92725fb81396 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af16180-ecdb-4be2-9288-a2116c785b1c,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:03.709702 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.api.v2.resource [None req-e266795a-15d5-4d36-949f-88cb329e2870 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] show failed (client error): The resource could not be found. Oct 10 12:16:03.710845 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-e266795a-15d5-4d36-949f-88cb329e2870 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups/6af16180-ecdb-4be2-9288-a2116c785b1c HTTP/1.1" status: 404 len: 347 time: 0.0177083 Oct 10 12:16:03.713803 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 45650) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:03.891517 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-7422b80f-bf85-4df7-a76c-f64ebd1d796e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Deleting port 5bbc09ba-9ca3-4f9a-bc09-42d76d578b26 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:16:03.891856 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7422b80f-bf85-4df7-a76c-f64ebd1d796e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (5bbc09ba-9ca3-4f9a-bc09-42d76d578b26), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:03.955756 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-5249d0fc-c48a-4a5d-a506-99fc1a73a805 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892110 Oct 10 12:16:04.039734 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7422b80f-bf85-4df7-a76c-f64ebd1d796e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (5bbc09ba-9ca3-4f9a-bc09-42d76d578b26), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:04.040052 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7422b80f-bf85-4df7-a76c-f64ebd1d796e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for floatingip (5bbc09ba-9ca3-4f9a-bc09-42d76d578b26), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:04.060926 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-7422b80f-bf85-4df7-a76c-f64ebd1d796e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Calling delete_port for 5bbc09ba-9ca3-4f9a-bc09-42d76d578b26 owned by network:floatingip {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:16:04.122868 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-248d8bf6-ec63-4154-81b2-3ada64b5a625 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604998 Oct 10 12:16:04.205780 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:04.341641 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7422b80f-bf85-4df7-a76c-f64ebd1d796e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (5bbc09ba-9ca3-4f9a-bc09-42d76d578b26), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:04.369659 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422b80f-bf85-4df7-a76c-f64ebd1d796e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event deleted for resources: {'Port': ['ID=5bbc09ba-9ca3-4f9a-bc09-42d76d578b26,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:04.460588 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9a7b33cc-2963-400c-acfa-978fb81a68d3 req-ca90a7aa-3791-4581-8801-8ea6a674185b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 210 time: 0.0388448 Oct 10 12:16:04.472556 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7422b80f-bf85-4df7-a76c-f64ebd1d796e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for floatingip (4ba37fe6-17b0-485b-9dbd-8f8f7ba45ce6), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:04.475361 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7422b80f-bf85-4df7-a76c-f64ebd1d796e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:04.481514 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-7422b80f-bf85-4df7-a76c-f64ebd1d796e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/4ba37fe6-17b0-485b-9dbd-8f8f7ba45ce6 HTTP/1.1" status: 204 len: 168 time: 0.7643969 Oct 10 12:16:04.593154 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:04.837702 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 45662) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:04.842155 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-11c49524-f9ea-4929-b3de-1a77859a9fe6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--790453746', 'description': 'tempest-description--968922180'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:04.858497 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:04.953628 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-11c49524-f9ea-4929-b3de-1a77859a9fe6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:05.068881 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-11c49524-f9ea-4929-b3de-1a77859a9fe6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group (17b3e707-2221-4f8f-8fc8-73c5d5199f05), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:05.135622 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:05.166545 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-11c49524-f9ea-4929-b3de-1a77859a9fe6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (17b3e707-2221-4f8f-8fc8-73c5d5199f05), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:05.198998 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c49524-f9ea-4929-b3de-1a77859a9fe6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b3e707-2221-4f8f-8fc8-73c5d5199f05,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:05.269605 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-11c49524-f9ea-4929-b3de-1a77859a9fe6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:05.271214 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-11c49524-f9ea-4929-b3de-1a77859a9fe6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4323282 Oct 10 12:16:05.274380 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 45666) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:05.278864 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-ae3662a8-3b02-4dc6-bc04-02c6efdce9d3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Request body: {'security_group_rule': {'security_group_id': '17b3e707-2221-4f8f-8fc8-73c5d5199f05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:05.371900 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ae3662a8-3b02-4dc6-bc04-02c6efdce9d3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group_rule (6c13f0ea-9202-4448-a10e-a3bccd616c22), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:05.432987 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ae3662a8-3b02-4dc6-bc04-02c6efdce9d3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group_rule (6c13f0ea-9202-4448-a10e-a3bccd616c22), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:05.490696 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ae3662a8-3b02-4dc6-bc04-02c6efdce9d3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (6c13f0ea-9202-4448-a10e-a3bccd616c22), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:05.513328 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3662a8-3b02-4dc6-bc04-02c6efdce9d3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c13f0ea-9202-4448-a10e-a3bccd616c22,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:05.580238 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e8656301-3cdf-434d-94bc-e841943a655d req-2ae95550-7b3e-4151-adce-59ea1dc279d5 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 210 time: 0.0314202 Oct 10 12:16:05.623070 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ae3662a8-3b02-4dc6-bc04-02c6efdce9d3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:05.624249 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-ae3662a8-3b02-4dc6-bc04-02c6efdce9d3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3488791 Oct 10 12:16:05.633369 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45670) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:05.637878 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-62594a42-968b-4b7c-aa49-55aba551f7ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Request body: {'security_group_rule': {'security_group_id': '17b3e707-2221-4f8f-8fc8-73c5d5199f05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:05.747981 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-62594a42-968b-4b7c-aa49-55aba551f7ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group_rule (bf9e4352-e9cf-40e2-bb17-d06cb1c57c4e), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:05.807034 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-62594a42-968b-4b7c-aa49-55aba551f7ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group_rule (bf9e4352-e9cf-40e2-bb17-d06cb1c57c4e), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:05.890336 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-62594a42-968b-4b7c-aa49-55aba551f7ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (bf9e4352-e9cf-40e2-bb17-d06cb1c57c4e), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:05.909692 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62594a42-968b-4b7c-aa49-55aba551f7ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9e4352-e9cf-40e2-bb17-d06cb1c57c4e,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:06.002682 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-62594a42-968b-4b7c-aa49-55aba551f7ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:06.003934 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-62594a42-968b-4b7c-aa49-55aba551f7ae tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3695529 Oct 10 12:16:06.007283 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45672) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:06.011785 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Request body: {'floatingip': {'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:06.119667 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:06.205961 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:06.312349 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:16:06.332645 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Allocated IP 172.27.4.106 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/0e1109bf-70d6-4fb9-a502-9498de0ea58b) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:16:06.644429 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:06.689301 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-822e695c-b857-4bd9-aed7-36ed4020be15 req-07c6c829-b19e-4f09-8a0c-5451be45a3c9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 210 time: 0.0296669 Oct 10 12:16:06.702695 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for port (0e1109bf-70d6-4fb9-a502-9498de0ea58b), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:06.728342 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:06.806050 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (0e1109bf-70d6-4fb9-a502-9498de0ea58b), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:06.885261 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:16:06.896325 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:16:06.904940 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:16:06.931940 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event updated for resources: {'Port': ['ID=0e1109bf-70d6-4fb9-a502-9498de0ea58b,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:06.977835 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-8d25966e-8476-4621-800d-167f35681a69 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:06.979353 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-8d25966e-8476-4621-800d-167f35681a69 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "GET /networking/v2.0/networks?id=3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 200 len: 815 time: 0.1947484 Oct 10 12:16:07.048589 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for floatingip (0ee2ee3c-0301-418f-95f9-de38411aa694), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:07.082539 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-2be352ae-16f4-4294-ae05-8682641cc046 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aab51c9b019e400c8e28d9a789eda6da HTTP/1.1" status: 200 len: 379 time: 0.0766163 Oct 10 12:16:07.092506 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'port': {'device_id': '1476dd01-f830-450e-a00a-4e4c54345b44', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'admin_state_up': True, 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'security_groups': ['6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba']}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:07.212431 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0e1109bf-70d6-4fb9-a502-9498de0ea58b), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:07.248541 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:07.346079 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Made reservation on behalf of aab51c9b019e400c8e28d9a789eda6da for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:16:07.349889 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:07.400831 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for port (0e1109bf-70d6-4fb9-a502-9498de0ea58b), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:07.485674 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (0e1109bf-70d6-4fb9-a502-9498de0ea58b), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:07.565774 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Allocated IP 172.20.0.7 (3f74af49-8f08-437e-8de8-52cf94d07154/afa57b24-9493-41e1-9638-6e9b3725e1da/07d8609f-409c-413a-b79d-ca897650173a) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:16:07.574974 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event updated for resources: {'Port': ['ID=0e1109bf-70d6-4fb9-a502-9498de0ea58b,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:07.586001 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (0ee2ee3c-0301-418f-95f9-de38411aa694), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:07.602046 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:07.715806 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:07.717040 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-3e7e8f1c-eaed-40f5-975b-7e25d8d65f05 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7087748 Oct 10 12:16:07.739628 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for port (07d8609f-409c-413a-b79d-ca897650173a), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:07.800752 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c15a31c9-a7b1-4fa3-a1ff-0a92c068c45b req-7083e6b9-7be5-4e09-a79a-f43963911072 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 210 time: 0.0304458 Oct 10 12:16:07.943860 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-639bda71-2433-438f-a529-256af1698948 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--790453746&fields=id&tenant_id=af22e9604d79499aa9b7c2ee3cef156d HTTP/1.1" status: 200 len: 267 time: 0.0446658 Oct 10 12:16:07.999542 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (07d8609f-409c-413a-b79d-ca897650173a), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:08.045553 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Network 3f74af49-8f08-437e-8de8-52cf94d07154 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:16:08.048719 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:16:08.052949 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:16:08.061532 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-dff88357-89d1-4c21-8309-efda73b35650 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:08.063148 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-dff88357-89d1-4c21-8309-efda73b35650 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/networks?id=8bb565bd-53c5-4c6d-b08f-259f391c730b HTTP/1.1" status: 200 len: 817 time: 0.1118448 Oct 10 12:16:08.080566 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'Port': ['ID=07d8609f-409c-413a-b79d-ca897650173a,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:08.089664 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-5df09e6a-cc22-4d54-b8fb-4157aa8d936c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/quotas/af22e9604d79499aa9b7c2ee3cef156d HTTP/1.1" status: 200 len: 375 time: 0.0201628 Oct 10 12:16:08.093854 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:08.094208 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:08.094593 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:08.094948 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:08.095280 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:08.095640 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:08.095907 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:08.096283 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:08.096604 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:08.096923 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:08.097249 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:08.097563 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:08.097874 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:08.098195 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:08.098511 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:08.128487 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:08.129134 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:08.137147 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:08.151589 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-63843599-6153-4a7f-a294-d110ff14f1ad tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558355 Oct 10 12:16:08.219004 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-3ca75d04-0bb5-4701-a04e-ca1a826c678e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1300941 Oct 10 12:16:08.238817 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Request body: {'port': {'device_id': '1476dd01-f830-450e-a00a-4e4c54345b44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:08.269555 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8239882f-740d-4eb2-bda3-2ddf42032707 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059473 Oct 10 12:16:08.306108 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (07d8609f-409c-413a-b79d-ca897650173a), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:08.325586 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:08.355939 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-e2165579-90a8-4f85-a753-32e0f1fe803a None None] Provisioning complete for port 07d8609f-409c-413a-b79d-ca897650173a triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:16:08.356980 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e2165579-90a8-4f85-a753-32e0f1fe803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (07d8609f-409c-413a-b79d-ca897650173a), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:08.357307 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-e2165579-90a8-4f85-a753-32e0f1fe803a None None] Attempt 1 to provision port 07d8609f-409c-413a-b79d-ca897650173a Oct 10 12:16:08.371671 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8ca5c2e6-33ef-4835-8e43-6049843dc5ea service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956917 Oct 10 12:16:08.391339 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-e2165579-90a8-4f85-a753-32e0f1fe803a None None] Port 07d8609f-409c-413a-b79d-ca897650173a cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:16:08.579141 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d8609f-409c-413a-b79d-ca897650173a {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:16:08.587418 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Publish callbacks [] for port (07d8609f-409c-413a-b79d-ca897650173a), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:08.600482 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Transition to ACTIVE for port object 07d8609f-409c-413a-b79d-ca897650173a will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:16:08.672771 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (07d8609f-409c-413a-b79d-ca897650173a), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:08.691662 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cef8e0a3-ebde-4d84-9e1e-2f6225140170 req-2ff4929f-aeb3-441d-95ee-8c14e69e998a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 210 time: 0.0302525 Oct 10 12:16:08.743796 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:08.768206 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=07d8609f-409c-413a-b79d-ca897650173a,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:08.798221 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Attempting to bind port 07d8609f-409c-413a-b79d-ca897650173a on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:16:08.798560 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Attempting to bind port 07d8609f-409c-413a-b79d-ca897650173a by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:16:08.799042 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Attempting to bind port 07d8609f-409c-413a-b79d-ca897650173a on network 3f74af49-8f08-437e-8de8-52cf94d07154 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:16:08.845484 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Port 07d8609f-409c-413a-b79d-ca897650173a on network 3f74af49-8f08-437e-8de8-52cf94d07154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:16:08.847567 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Attempting to bind port 07d8609f-409c-413a-b79d-ca897650173a on network 3f74af49-8f08-437e-8de8-52cf94d07154 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:16:08.893446 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:16:08.893446 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Checking segment: {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:16:08.893776 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Bound using segment: {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:16:08.894230 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Bound port: 07d8609f-409c-413a-b79d-ca897650173a, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:16:08.894590 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (07d8609f-409c-413a-b79d-ca897650173a), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:08.935425 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e53b5-63a7-4add-af28-87674ee41f6e req-182f8bc8-52bb-4972-9688-6c786f7d027a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:08.937561 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3d1e53b5-63a7-4add-af28-87674ee41f6e req-182f8bc8-52bb-4972-9688-6c786f7d027a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 943 time: 0.0525620 Oct 10 12:16:08.958552 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] For port 07d8609f-409c-413a-b79d-ca897650173a, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:16:08.961697 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] For port 07d8609f-409c-413a-b79d-ca897650173a, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=07d8609f-409c-413a-b79d-ca897650173a,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:16:08.987410 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3d1e53b5-63a7-4add-af28-87674ee41f6e req-07b82574-dbf3-4821-b945-9858351dac8e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430052 Oct 10 12:16:09.050406 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (07d8609f-409c-413a-b79d-ca897650173a), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:09.055205 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:09.055942 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:09.057658 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/07d8609f-409c-413a-b79d-ca897650173a HTTP/1.1" status: 200 len: 1093 time: 0.8235083 Oct 10 12:16:09.059617 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1476dd01-f830-450e-a00a-4e4c54345b44', 'tag': '07d8609f-409c-413a-b79d-ca897650173a'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:09.062581 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c405f8-6131-433d-97e1-dfc15d657eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "1476dd01-f830-450e-a00a-4e4c54345b44", "tag": "07d8609f-409c-413a-b79d-ca897650173a"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:09.110493 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c8a2ed-7f6e-485f-a407-5d8f9e7d6ce6 x-openstack-request-id: req-c6c8a2ed-7f6e-485f-a407-5d8f9e7d6ce6 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:09.110851 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1476dd01-f830-450e-a00a-4e4c54345b44", "tag": "07d8609f-409c-413a-b79d-ca897650173a", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:09.112776 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6c8a2ed-7f6e-485f-a407-5d8f9e7d6ce6 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:09.112776 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c8a2ed-7f6e-485f-a407-5d8f9e7d6ce6'] response: {'name': 'network-changed', 'server_uuid': '1476dd01-f830-450e-a00a-4e4c54345b44', 'tag': '07d8609f-409c-413a-b79d-ca897650173a', 'status': 'completed', 'code': 200} Oct 10 12:16:09.123361 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e16bc-85a9-4b24-aaa1-c6868d5ce5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=07d8609f-409c-413a-b79d-ca897650173a,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:09.211306 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c405f8-6131-433d-97e1-dfc15d657eb0 req-aca6a4af-9584-454f-8ef1-73d8b8e68174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:09.212706 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d1c405f8-6131-433d-97e1-dfc15d657eb0 req-aca6a4af-9584-454f-8ef1-73d8b8e68174 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 1127 time: 0.0401342 Oct 10 12:16:09.321690 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c405f8-6131-433d-97e1-dfc15d657eb0 req-c1a3702e-1dd2-4126-b106-3029fb3490a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:09.323296 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d1c405f8-6131-433d-97e1-dfc15d657eb0 req-c1a3702e-1dd2-4126-b106-3029fb3490a6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=aab51c9b019e400c8e28d9a789eda6da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0977652 Oct 10 12:16:09.349352 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:09.422878 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c405f8-6131-433d-97e1-dfc15d657eb0 req-71f05256-fa27-42d0-9543-423b5fd85adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:09.424335 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d1c405f8-6131-433d-97e1-dfc15d657eb0 req-71f05256-fa27-42d0-9543-423b5fd85adc service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956004 Oct 10 12:16:09.525050 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-6ed8fc8e-6fe6-467b-a701-0fe7174cc883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:09.526526 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-6ed8fc8e-6fe6-467b-a701-0fe7174cc883 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 1127 time: 0.0394859 Oct 10 12:16:09.572897 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-e8308103-8ffe-4aea-ba31-23d547fdda69 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07d8609f-409c-413a-b79d-ca897650173a HTTP/1.1" status: 200 len: 217 time: 0.0323913 Oct 10 12:16:09.623455 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f013f7b6-ceec-4715-afbf-8d36b0859821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:09.624881 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-f013f7b6-ceec-4715-afbf-8d36b0859821 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=afa57b24-9493-41e1-9638-6e9b3725e1da HTTP/1.1" status: 200 len: 854 time: 0.0466523 Oct 10 12:16:09.667728 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-596e477c-f843-479e-934e-fea47d70a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:09.669207 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-596e477c-f843-479e-934e-fea47d70a12e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3f74af49-8f08-437e-8de8-52cf94d07154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386121 Oct 10 12:16:09.761731 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-fbc51c2d-849d-4ab4-938d-8dfe23abf07f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863585 Oct 10 12:16:09.812284 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7a99ac73-d1b9-420a-85e2-bef4c796bd00 req-58be8ac3-58e4-4f8f-8da7-3df8d81b5b77 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 210 time: 0.0296185 Oct 10 12:16:09.863158 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58426978-35b9-4e5a-9b33-4391bf76bb23 req-6630473a-3115-453b-a963-49f49ac85137 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928376 Oct 10 12:16:10.110550 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45deb2f2-3e0c-48bd-a348-c798f528ab1a req-fd9591cc-ebd5-4fc9-87ba-07d88541034c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:10.112270 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-45deb2f2-3e0c-48bd-a348-c798f528ab1a req-fd9591cc-ebd5-4fc9-87ba-07d88541034c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 943 time: 0.0488205 Oct 10 12:16:10.132102 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:10.165947 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-45deb2f2-3e0c-48bd-a348-c798f528ab1a req-f6853295-1f26-4b75-bf93-33cd4af68337 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472403 Oct 10 12:16:10.920418 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f424e60f-93a8-4a5c-a5eb-f2c90639c45d req-e614a9ef-47b7-4b76-8607-00ca20cf8725 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 210 time: 0.0284865 Oct 10 12:16:11.287120 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13d05d-e653-4430-b440-ffb9a817bfd3 req-e7c0e9f9-5252-426a-af75-7456b3d4fdd9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:11.289739 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7c13d05d-e653-4430-b440-ffb9a817bfd3 req-e7c0e9f9-5252-426a-af75-7456b3d4fdd9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 943 time: 0.0484710 Oct 10 12:16:11.336381 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7c13d05d-e653-4430-b440-ffb9a817bfd3 req-b45e782b-849c-4ae9-9fda-766bd9c823fe tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411496 Oct 10 12:16:12.030271 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8f8b9082-b6da-447f-9bbb-2152746125d8 req-31accd04-ae10-4741-bcc0-e36abe609ba7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 210 time: 0.0276854 Oct 10 12:16:12.462087 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba3955-1399-4d2c-b584-af6fd81530ef req-d5c6cb40-abe4-4fd2-b992-3a855ae3d5bb tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:12.463640 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-caba3955-1399-4d2c-b584-af6fd81530ef req-d5c6cb40-abe4-4fd2-b992-3a855ae3d5bb tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 943 time: 0.0503490 Oct 10 12:16:12.516012 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-caba3955-1399-4d2c-b584-af6fd81530ef req-08cc225c-10b8-447a-bae3-72d81cfb50ca tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461266 Oct 10 12:16:13.140437 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d9663622-80cb-4e60-a397-0b11ba15bb60 req-c30d37c8-3317-4624-9048-e892e4e976e8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 210 time: 0.0282791 Oct 10 12:16:13.636736 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc88c3-de78-495f-8302-9a18d3c9d91d req-532c085e-1b03-4ca2-a7b2-519e5acef14e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:13.638275 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e5cc88c3-de78-495f-8302-9a18d3c9d91d req-532c085e-1b03-4ca2-a7b2-519e5acef14e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 943 time: 0.0473208 Oct 10 12:16:13.661545 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 07d8609f-409c-413a-b79d-ca897650173a details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:16:13.690184 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e5cc88c3-de78-495f-8302-9a18d3c9d91d req-020c207c-8731-4bd7-9632-e2163e328070 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461278 Oct 10 12:16:13.764985 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 07d8609f-409c-413a-b79d-ca897650173a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=07d8609f-409c-413a-b79d-ca897650173a,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:16:13.776547 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '07d8609f-409c-413a-b79d-ca897650173a', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'port_id': '07d8609f-409c-413a-b79d-ca897650173a', 'mac_address': 'fa:16:3e:9d:da:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:16:13.810978 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 07d8609f-409c-413a-b79d-ca897650173a is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:16:13.811360 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (07d8609f-409c-413a-b79d-ca897650173a), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:13.829261 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d8609f-409c-413a-b79d-ca897650173a {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:16:13.849421 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 07d8609f-409c-413a-b79d-ca897650173a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=07d8609f-409c-413a-b79d-ca897650173a,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:16:13.918950 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (07d8609f-409c-413a-b79d-ca897650173a), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:13.967612 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=07d8609f-409c-413a-b79d-ca897650173a,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:13.975439 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:13.976414 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:13.976628 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:13.976994 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:13.977334 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:13.977670 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:13.977998 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:13.978329 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:13.978655 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:13.979013 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:13.979338 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:13.979682 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:13.980013 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:13.980337 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:13.980657 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:14.084577 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-ebb1ffa1-9e3d-45b6-87ac-ebd10c6b2c58 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:14.086105 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-ebb1ffa1-9e3d-45b6-87ac-ebd10c6b2c58 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.48 "GET /networking/v2.0/networks?id=8bb565bd-53c5-4c6d-b08f-259f391c730b HTTP/1.1" status: 200 len: 817 time: 0.1084237 Oct 10 12:16:14.156564 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-7cd390d5-286f-4bf1-ad61-75a7945d1133 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=af22e9604d79499aa9b7c2ee3cef156d HTTP/1.1" status: 200 len: 379 time: 0.0541222 Oct 10 12:16:14.165958 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-48bb4184-711b-49c3-b79c-798aef0e742f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Request body: {'port': {'device_id': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'admin_state_up': True, 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'security_groups': ['17b3e707-2221-4f8f-8fc8-73c5d5199f05']}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:14.386910 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-48bb4184-711b-49c3-b79c-798aef0e742f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Made reservation on behalf of af22e9604d79499aa9b7c2ee3cef156d for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:16:14.390887 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-48bb4184-711b-49c3-b79c-798aef0e742f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:14.458871 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['07d8609f-409c-413a-b79d-ca897650173a'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:16:14.509363 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d0a64277-6ea3-4377-bac4-80661dfadfc3 req-a4067d77-4cda-4ca5-8d61-d28143f4cd27 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 210 time: 0.2838080 Oct 10 12:16:14.520356 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:14.550926 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-48bb4184-711b-49c3-b79c-798aef0e742f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Allocated IP 172.20.0.7 (8bb565bd-53c5-4c6d-b08f-259f391c730b/383a897c-19ae-4f67-b320-d650957cc219/d904bf77-5a1e-4848-a3d8-d43e634f0c09) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:16:14.657158 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:14.693796 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-48bb4184-711b-49c3-b79c-798aef0e742f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:14.804471 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-48bb4184-711b-49c3-b79c-798aef0e742f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:14.811909 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6bf62-4e7a-45e0-83cd-d4fc54f1c5bc req-1ff790b0-ae6a-4e8f-8d03-8b93dba0d72c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:14.815453 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c7c6bf62-4e7a-45e0-83cd-d4fc54f1c5bc req-1ff790b0-ae6a-4e8f-8d03-8b93dba0d72c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 944 time: 0.0464399 Oct 10 12:16:14.854347 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-48bb4184-711b-49c3-b79c-798aef0e742f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Network 8bb565bd-53c5-4c6d-b08f-259f391c730b is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:16:14.859626 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-48bb4184-711b-49c3-b79c-798aef0e742f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:16:14.862344 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-48bb4184-711b-49c3-b79c-798aef0e742f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:16:14.862975 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c7c6bf62-4e7a-45e0-83cd-d4fc54f1c5bc req-a06a65da-17cb-43e1-992f-3ebff4e020d2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433948 Oct 10 12:16:14.867021 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb4184-711b-49c3-b79c-798aef0e742f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event updated for resources: {'Port': ['ID=d904bf77-5a1e-4848-a3d8-d43e634f0c09,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:14.918882 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-48bb4184-711b-49c3-b79c-798aef0e742f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:14.919490 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-48bb4184-711b-49c3-b79c-798aef0e742f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:14.990629 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-48bb4184-711b-49c3-b79c-798aef0e742f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8285842 Oct 10 12:16:15.009826 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Request body: {'port': {'device_id': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:15.061800 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=59,neutron:UPDATE=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:15.069408 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-84d2e64f-7309-4bab-9172-f0d02b594920 None None] Provisioning complete for port d904bf77-5a1e-4848-a3d8-d43e634f0c09 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:16:15.071574 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-84d2e64f-7309-4bab-9172-f0d02b594920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:15.071937 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-84d2e64f-7309-4bab-9172-f0d02b594920 None None] Attempt 1 to provision port d904bf77-5a1e-4848-a3d8-d43e634f0c09 Oct 10 12:16:15.086935 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:15.106637 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-84d2e64f-7309-4bab-9172-f0d02b594920 None None] Port d904bf77-5a1e-4848-a3d8-d43e634f0c09 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:16:15.355233 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d904bf77-5a1e-4848-a3d8-d43e634f0c09 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:16:15.363108 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Publish callbacks [] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:15.376718 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Transition to ACTIVE for port object d904bf77-5a1e-4848-a3d8-d43e634f0c09 will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:16:15.449681 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:15.515709 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Pushing event updated for resources: {'Port': ['ID=d904bf77-5a1e-4848-a3d8-d43e634f0c09,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:15.540059 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:15.566093 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Attempting to bind port d904bf77-5a1e-4848-a3d8-d43e634f0c09 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:16:15.566435 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Attempting to bind port d904bf77-5a1e-4848-a3d8-d43e634f0c09 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:16:15.566793 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Attempting to bind port d904bf77-5a1e-4848-a3d8-d43e634f0c09 on network 8bb565bd-53c5-4c6d-b08f-259f391c730b {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:16:15.610263 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Port d904bf77-5a1e-4848-a3d8-d43e634f0c09 on network 8bb565bd-53c5-4c6d-b08f-259f391c730b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:16:15.610625 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Attempting to bind port d904bf77-5a1e-4848-a3d8-d43e634f0c09 on network 8bb565bd-53c5-4c6d-b08f-259f391c730b {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:16:15.643543 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589413a-3a52-4ada-9844-8d81f2cf3242 req-7990d6cf-2b18-4cf8-a00a-d78c351f01b7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:15.645028 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6589413a-3a52-4ada-9844-8d81f2cf3242 req-7990d6cf-2b18-4cf8-a00a-d78c351f01b7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0485501 Oct 10 12:16:15.657108 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:16:15.657449 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Checking segment: {'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:16:15.657855 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Bound using segment: {'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:16:15.658287 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Bound port: d904bf77-5a1e-4848-a3d8-d43e634f0c09, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef269fc-f5a5-4bea-89a8-e667dabbfb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:16:15.658646 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:15.661192 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:15.677258 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 07d8609f-409c-413a-b79d-ca897650173a up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:16:15.681291 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=58,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:15.682963 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=71,neutron:UPDATE=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:15.706043 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6589413a-3a52-4ada-9844-8d81f2cf3242 req-232fa3ce-075b-4aa0-8818-fa1045be1385 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548794 Oct 10 12:16:15.723975 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port 07d8609f-409c-413a-b79d-ca897650173a completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:16:15.725110 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] For port d904bf77-5a1e-4848-a3d8-d43e634f0c09, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:16:15.729000 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] For port d904bf77-5a1e-4848-a3d8-d43e634f0c09, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:16:15.781307 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 07d8609f-409c-413a-b79d-ca897650173a triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:16:15.781641 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (07d8609f-409c-413a-b79d-ca897650173a), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:15.781978 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 07d8609f-409c-413a-b79d-ca897650173a Oct 10 12:16:15.793072 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:15.797283 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:15.797860 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:15.799263 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/d904bf77-5a1e-4848-a3d8-d43e634f0c09 HTTP/1.1" status: 200 len: 1093 time: 0.7946050 Oct 10 12:16:15.799804 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'tag': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:15.802013 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36830914-44ba-4896-ac03-84066d5285f3" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b", "tag": "d904bf77-5a1e-4848-a3d8-d43e634f0c09"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:15.846497 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7dcb2e-025f-4865-b4af-bd11cc2e5745 x-openstack-request-id: req-4f7dcb2e-025f-4865-b4af-bd11cc2e5745 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:15.846815 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b", "tag": "d904bf77-5a1e-4848-a3d8-d43e634f0c09", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:15.847071 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f7dcb2e-025f-4865-b4af-bd11cc2e5745 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:15.847575 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f7dcb2e-025f-4865-b4af-bd11cc2e5745'] response: {'name': 'network-changed', 'server_uuid': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'tag': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09', 'status': 'completed', 'code': 200} Oct 10 12:16:15.858021 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0758f-f0e5-4f81-90bb-309ab781cc57 service neutron] Pushing event updated for resources: {'Port': ['ID=d904bf77-5a1e-4848-a3d8-d43e634f0c09,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:15.862426 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 07d8609f-409c-413a-b79d-ca897650173a is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:16:15.862848 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (07d8609f-409c-413a-b79d-ca897650173a), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:15.886886 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1476dd01-f830-450e-a00a-4e4c54345b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d8609f-409c-413a-b79d-ca897650173a'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:15.889148 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156654a5-5b63-4727-8b21-0ae6458b2c04" -d '{"events": [{"server_uuid": "1476dd01-f830-450e-a00a-4e4c54345b44", "name": "network-vif-plugged", "status": "completed", "tag": "07d8609f-409c-413a-b79d-ca897650173a"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:15.914120 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 07d8609f-409c-413a-b79d-ca897650173a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=07d8609f-409c-413a-b79d-ca897650173a,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:16:15.938435 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830914-44ba-4896-ac03-84066d5285f3 req-0722c591-2913-4000-81fe-2566980dad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:15.939657 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047d6177-b3b0-476c-baff-7a1d4ab3a95d x-openstack-request-id: req-047d6177-b3b0-476c-baff-7a1d4ab3a95d {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:15.940051 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1476dd01-f830-450e-a00a-4e4c54345b44", "name": "network-vif-plugged", "status": "completed", "tag": "07d8609f-409c-413a-b79d-ca897650173a", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:15.940175 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-36830914-44ba-4896-ac03-84066d5285f3 req-0722c591-2913-4000-81fe-2566980dad29 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 1127 time: 0.0479014 Oct 10 12:16:15.940409 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-047d6177-b3b0-476c-baff-7a1d4ab3a95d {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:15.940865 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047d6177-b3b0-476c-baff-7a1d4ab3a95d'] response: {'server_uuid': '1476dd01-f830-450e-a00a-4e4c54345b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d8609f-409c-413a-b79d-ca897650173a', 'code': 200} Oct 10 12:16:15.989069 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b6277-0ebe-44e0-866c-c12b3c5e84b0 req-cf883ba2-9fdb-44d5-b97d-6eb95b3d8a15 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:15.990524 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ca0b6277-0ebe-44e0-866c-c12b3c5e84b0 req-cf883ba2-9fdb-44d5-b97d-6eb95b3d8a15 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 944 time: 0.0471284 Oct 10 12:16:16.021826 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (07d8609f-409c-413a-b79d-ca897650173a), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:16.045149 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ca0b6277-0ebe-44e0-866c-c12b3c5e84b0 req-a91c310b-45cd-4524-a9cf-369a00e8c8f9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485456 Oct 10 12:16:16.094252 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=07d8609f-409c-413a-b79d-ca897650173a,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:16.096579 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830914-44ba-4896-ac03-84066d5285f3 req-fb7643cb-2899-4390-ab25-a072a05bafe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:16.098064 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-36830914-44ba-4896-ac03-84066d5285f3 req-fb7643cb-2899-4390-ab25-a072a05bafe0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1041555 Oct 10 12:16:16.194113 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830914-44ba-4896-ac03-84066d5285f3 req-2783ef36-0513-41db-8bd6-dd8ba8e64a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:16.196098 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-36830914-44ba-4896-ac03-84066d5285f3 req-2783ef36-0513-41db-8bd6-dd8ba8e64a0f service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923717 Oct 10 12:16:16.296066 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-2ab9036f-c7fc-4a79-9f6f-a2f1ed981b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:16.297559 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-2ab9036f-c7fc-4a79-9f6f-a2f1ed981b8a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 1127 time: 0.0403442 Oct 10 12:16:16.307654 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=32 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:16.369258 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-fc3a243f-cf00-4f10-93ad-37bb700b9e82 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09 HTTP/1.1" status: 200 len: 217 time: 0.0412974 Oct 10 12:16:16.426120 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b92515-9540-479c-b616-ffabd0bb976d req-cacb05ac-9e07-4cb8-bc07-a5b675b25ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:16.427645 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c9b92515-9540-479c-b616-ffabd0bb976d req-cacb05ac-9e07-4cb8-bc07-a5b675b25ad8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 1129 time: 0.0986423 Oct 10 12:16:16.448720 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-ade2c7be-c610-4294-bd48-e40d1d94e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:16.450171 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-ade2c7be-c610-4294-bd48-e40d1d94e366 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=383a897c-19ae-4f67-b320-d650957cc219 HTTP/1.1" status: 200 len: 856 time: 0.0621800 Oct 10 12:16:16.500542 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:16.516399 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-b1af8731-f76f-40f2-975e-7023c0d22e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:16.517982 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-b1af8731-f76f-40f2-975e-7023c0d22e28 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8bb565bd-53c5-4c6d-b08f-259f391c730b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614061 Oct 10 12:16:16.520430 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c9b92515-9540-479c-b616-ffabd0bb976d req-8005a521-ec88-4c5b-8810-0739546bb1dd service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833580 Oct 10 12:16:16.834008 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bc7ce-9a6e-4a22-8630-2974f59166f4 req-cc1ada89-9b93-4387-8f0c-d5582ffe1251 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:16.835603 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ee7bc7ce-9a6e-4a22-8630-2974f59166f4 req-cc1ada89-9b93-4387-8f0c-d5582ffe1251 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0486484 Oct 10 12:16:16.884040 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ee7bc7ce-9a6e-4a22-8630-2974f59166f4 req-3138bebd-5a61-49c7-83f4-bce1cdb5453e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427873 Oct 10 12:16:17.057295 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-4e81c7e4-ff94-4e53-8b54-319d9c8af827 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905948 Oct 10 12:16:17.180217 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641d6da-ea8e-4e47-897a-d15e87983b1b req-8a05e850-6651-4b96-9e0a-45f77148ef4c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:17.181778 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0641d6da-ea8e-4e47-897a-d15e87983b1b req-8a05e850-6651-4b96-9e0a-45f77148ef4c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 945 time: 0.0517855 Oct 10 12:16:17.231642 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0641d6da-ea8e-4e47-897a-d15e87983b1b req-62a96a53-a53d-420e-8e67-e357720a4e21 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440784 Oct 10 12:16:17.673308 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9f30fa8f-b66b-4a63-87c1-923931d7e7d5 req-4a5de5a3-9b7b-4436-92c7-dac5411384d4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840266 Oct 10 12:16:18.010012 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869669b-8499-4eeb-aadb-a57ad1a8e196 req-0db73502-105b-45cf-8aa9-3d26419ec15c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:18.011481 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6869669b-8499-4eeb-aadb-a57ad1a8e196 req-0db73502-105b-45cf-8aa9-3d26419ec15c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0466919 Oct 10 12:16:18.057628 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6869669b-8499-4eeb-aadb-a57ad1a8e196 req-17e68ffa-8fec-4ae1-91cd-fdf70a8f581f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405478 Oct 10 12:16:18.320827 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:18.326974 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=16 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:18.360898 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ad25c-dc97-4bf5-b89b-77d986628bbd req-a43a401b-9bfb-42ed-98ed-81700279362e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:18.362385 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5a9ad25c-dc97-4bf5-b89b-77d986628bbd req-a43a401b-9bfb-42ed-98ed-81700279362e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 945 time: 0.0522525 Oct 10 12:16:18.396294 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:18.413937 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5a9ad25c-dc97-4bf5-b89b-77d986628bbd req-4dfd5478-a863-4998-9e1a-0cfdd9e27259 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430608 Oct 10 12:16:19.186431 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f904e0-9738-43ec-828d-f82ed035d32b req-1e46b498-ea5a-4794-b683-0541903e8ac1 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:19.187932 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-08f904e0-9738-43ec-828d-f82ed035d32b req-1e46b498-ea5a-4794-b683-0541903e8ac1 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0467095 Oct 10 12:16:19.236402 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-08f904e0-9738-43ec-828d-f82ed035d32b req-49270966-784a-4a04-b853-f7fd391f161a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426621 Oct 10 12:16:19.541000 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd748790-5753-4c3e-84d1-09c8fb1b7449 req-3aa78a28-f8bf-4a93-bc96-e8c0b50023a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:19.542556 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fd748790-5753-4c3e-84d1-09c8fb1b7449 req-3aa78a28-f8bf-4a93-bc96-e8c0b50023a4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 945 time: 0.0479729 Oct 10 12:16:19.595309 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fd748790-5753-4c3e-84d1-09c8fb1b7449 req-706b7cb4-8332-48bf-a3d4-d3efc9195449 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471053 Oct 10 12:16:20.363419 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a323d6-5742-4f8e-9bc7-a5e82502b110 req-958ad288-b2df-4a42-ad8f-d81555b9a66e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:20.364785 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-70a323d6-5742-4f8e-9bc7-a5e82502b110 req-958ad288-b2df-4a42-ad8f-d81555b9a66e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0467827 Oct 10 12:16:20.411536 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-70a323d6-5742-4f8e-9bc7-a5e82502b110 req-c757a1c7-664d-4d9f-849f-eb2d505eea8d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406680 Oct 10 12:16:20.720928 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a5647-4c58-4349-9561-df8dd502ac90 req-bb66b59c-7a32-4a75-a0db-98a0dbe828c4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:20.722498 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-db5a5647-4c58-4349-9561-df8dd502ac90 req-bb66b59c-7a32-4a75-a0db-98a0dbe828c4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 945 time: 0.0483286 Oct 10 12:16:20.773921 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-db5a5647-4c58-4349-9561-df8dd502ac90 req-90439380-663c-46f8-a133-59a5dd69a0ff tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454855 Oct 10 12:16:20.941106 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:21.550967 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab7827-f939-48f5-a5a6-37a0867c9e25 req-5dba174d-93a8-4d7f-9efb-35147b5667f7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:21.552768 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b4ab7827-f939-48f5-a5a6-37a0867c9e25 req-5dba174d-93a8-4d7f-9efb-35147b5667f7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0554717 Oct 10 12:16:21.607853 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b4ab7827-f939-48f5-a5a6-37a0867c9e25 req-f97a2822-f1ed-4d0a-a26d-4838943760e6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486321 Oct 10 12:16:21.724670 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device d904bf77-5a1e-4848-a3d8-d43e634f0c09 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:16:21.840441 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port d904bf77-5a1e-4848-a3d8-d43e634f0c09, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:16:21.857798 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'port_id': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09', 'mac_address': 'fa:16:3e:98:e3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:16:21.904124 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port d904bf77-5a1e-4848-a3d8-d43e634f0c09 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:16:21.904514 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:21.915313 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb07479-37e3-455b-bb09-bf65fab78f5c req-2d21b762-700d-4b1d-971d-b1897d21f3b9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:21.917975 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dcb07479-37e3-455b-bb09-bf65fab78f5c req-2d21b762-700d-4b1d-971d-b1897d21f3b9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 945 time: 0.0613365 Oct 10 12:16:21.923541 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d904bf77-5a1e-4848-a3d8-d43e634f0c09 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:16:21.945553 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port d904bf77-5a1e-4848-a3d8-d43e634f0c09, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:16:21.968814 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dcb07479-37e3-455b-bb09-bf65fab78f5c req-7a077ab9-7030-49fa-afc0-075e1cb00833 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443926 Oct 10 12:16:22.032140 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:22.086104 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=d904bf77-5a1e-4848-a3d8-d43e634f0c09,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:22.112596 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157176ea-221f-4290-b5ad-33218742e849 req-e55f25a6-cc85-4e2c-a602-03a6f154a4ed tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:22.114248 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-157176ea-221f-4290-b5ad-33218742e849 req-e55f25a6-cc85-4e2c-a602-03a6f154a4ed tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 945 time: 0.0602989 Oct 10 12:16:22.124398 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 45772) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:22.128835 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-24e8fa45-deed-43c0-b75b-d529b96ce716 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'floatingip': {'port_id': '07d8609f-409c-413a-b79d-ca897650173a'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:22.171422 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-24e8fa45-deed-43c0-b75b-d529b96ce716 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (cc82bba3-bb98-4865-81ed-064c0df70ba0), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:22.571380 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['d904bf77-5a1e-4848-a3d8-d43e634f0c09'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:16:22.613543 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:22.617903 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:22.632674 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-24e8fa45-deed-43c0-b75b-d529b96ce716 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:22.734340 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-24e8fa45-deed-43c0-b75b-d529b96ce716 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (cc82bba3-bb98-4865-81ed-064c0df70ba0), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:22.798193 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813bff0-3624-4bc4-b1dd-e80a37796c40 req-9a58e47c-c51d-439a-bc04-0040e34e6e2c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:22.799745 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3813bff0-3624-4bc4-b1dd-e80a37796c40 req-9a58e47c-c51d-439a-bc04-0040e34e6e2c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 944 time: 0.1068444 Oct 10 12:16:22.895244 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.l3_db [None req-24e8fa45-deed-43c0-b75b-d529b96ce716 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Floating IP cc82bba3-bb98-4865-81ed-064c0df70ba0 associated. External IP: 172.27.4.206, port: 07d8609f-409c-413a-b79d-ca897650173a. Oct 10 12:16:22.901288 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3813bff0-3624-4bc4-b1dd-e80a37796c40 req-b3024b28-9305-4cee-ba25-1f00af4f9f56 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938761 Oct 10 12:16:23.099045 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e8fa45-deed-43c0-b75b-d529b96ce716 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Router f3517922-650d-413e-a1e9-cee3d5a6e183 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:16:23.205727 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e8fa45-deed-43c0-b75b-d529b96ce716 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:16:23.210633 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-24e8fa45-deed-43c0-b75b-d529b96ce716 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:23.215129 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199dc4c-cfdd-4bb6-a010-97312aed05bf None None] Sync routers for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:16:23.226688 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199dc4c-cfdd-4bb6-a010-97312aed05bf None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:16:23.227383 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-e199dc4c-cfdd-4bb6-a010-97312aed05bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:16:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:23.240838 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-24e8fa45-deed-43c0-b75b-d529b96ce716 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/cc82bba3-bb98-4865-81ed-064c0df70ba0 HTTP/1.1" status: 200 len: 991 time: 1.1153436 Oct 10 12:16:23.242095 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1476dd01-f830-450e-a00a-4e4c54345b44', 'tag': '07d8609f-409c-413a-b79d-ca897650173a'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:23.244933 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed8dc12e2a811d0e919703145f0a46ca2d14ab091e6de4741f3d89754d8b916b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18013c4f-abcc-4f34-9b8d-aa4fbbddbfcb" -d '{"events": [{"name": "network-changed", "server_uuid": "1476dd01-f830-450e-a00a-4e4c54345b44", "tag": "07d8609f-409c-413a-b79d-ca897650173a"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:23.332165 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-e199dc4c-cfdd-4bb6-a010-97312aed05bf None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:16:23.441709 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ceb7467-9540-441d-af2c-b79680c2a2a1 x-openstack-request-id: req-4ceb7467-9540-441d-af2c-b79680c2a2a1 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:23.442005 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1476dd01-f830-450e-a00a-4e4c54345b44", "tag": "07d8609f-409c-413a-b79d-ca897650173a", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:23.442303 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ceb7467-9540-441d-af2c-b79680c2a2a1 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:23.442742 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ceb7467-9540-441d-af2c-b79680c2a2a1'] response: {'name': 'network-changed', 'server_uuid': '1476dd01-f830-450e-a00a-4e4c54345b44', 'tag': '07d8609f-409c-413a-b79d-ca897650173a', 'status': 'completed', 'code': 200} Oct 10 12:16:23.543214 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18013c4f-abcc-4f34-9b8d-aa4fbbddbfcb req-1d80214a-5735-4818-a210-7e06eacbed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:23.544806 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-18013c4f-abcc-4f34-9b8d-aa4fbbddbfcb req-1d80214a-5735-4818-a210-7e06eacbed19 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 1129 time: 0.0453475 Oct 10 12:16:23.573512 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-e199dc4c-cfdd-4bb6-a010-97312aed05bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'cc82bba3-bb98-4865-81ed-064c0df70ba0', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': '07d8609f-409c-413a-b79d-ca897650173a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:9d:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1476dd01-f830-450e-a00a-4e4c54345b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:16:02Z', 'updated_at': '2022-10-10T12:16:22Z', 'revision_number': 1, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:23.599877 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199dc4c-cfdd-4bb6-a010-97312aed05bf None None] Checking router: f3517922-650d-413e-a1e9-cee3d5a6e183 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:16:23.610163 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199dc4c-cfdd-4bb6-a010-97312aed05bf None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:16:23.610626 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-e199dc4c-cfdd-4bb6-a010-97312aed05bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:16:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:23.639474 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18013c4f-abcc-4f34-9b8d-aa4fbbddbfcb req-4a656417-c5ea-4f8a-af7a-1a46965c1ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:23.640996 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-18013c4f-abcc-4f34-9b8d-aa4fbbddbfcb req-4a656417-c5ea-4f8a-af7a-1a46965c1ed2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 200 len: 916 time: 0.0900123 Oct 10 12:16:23.706690 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-18013c4f-abcc-4f34-9b8d-aa4fbbddbfcb req-d4b3cbcd-bcc1-4694-85a6-48148f02cc94 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07d8609f-409c-413a-b79d-ca897650173a HTTP/1.1" status: 200 len: 999 time: 0.0596652 Oct 10 12:16:23.718442 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-e199dc4c-cfdd-4bb6-a010-97312aed05bf None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:16:23.757754 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18013c4f-abcc-4f34-9b8d-aa4fbbddbfcb req-9a2eb8d8-7b32-46ef-ae5a-2cb7c6ae1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:23.759252 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-18013c4f-abcc-4f34-9b8d-aa4fbbddbfcb req-9a2eb8d8-7b32-46ef-ae5a-2cb7c6ae1708 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=afa57b24-9493-41e1-9638-6e9b3725e1da HTTP/1.1" status: 200 len: 854 time: 0.0463629 Oct 10 12:16:23.805742 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device d904bf77-5a1e-4848-a3d8-d43e634f0c09 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:16:23.806364 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18013c4f-abcc-4f34-9b8d-aa4fbbddbfcb req-88e74980-f778-43ef-bcba-77a508990c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:23.807749 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-18013c4f-abcc-4f34-9b8d-aa4fbbddbfcb req-88e74980-f778-43ef-bcba-77a508990c1d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3f74af49-8f08-437e-8de8-52cf94d07154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417674 Oct 10 12:16:23.855956 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port d904bf77-5a1e-4848-a3d8-d43e634f0c09 completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:16:23.912802 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-18013c4f-abcc-4f34-9b8d-aa4fbbddbfcb req-97b0598d-917c-4cbf-967e-e699f132950b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977287 Oct 10 12:16:23.918019 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port d904bf77-5a1e-4848-a3d8-d43e634f0c09 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:16:23.918483 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:23.919119 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port d904bf77-5a1e-4848-a3d8-d43e634f0c09 Oct 10 12:16:23.963669 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-e199dc4c-cfdd-4bb6-a010-97312aed05bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'cc82bba3-bb98-4865-81ed-064c0df70ba0', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': '07d8609f-409c-413a-b79d-ca897650173a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:9d:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1476dd01-f830-450e-a00a-4e4c54345b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:16:02Z', 'updated_at': '2022-10-10T12:16:22Z', 'revision_number': 1, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:23.992255 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199dc4c-cfdd-4bb6-a010-97312aed05bf None None] The sync data for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi is: [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'cc82bba3-bb98-4865-81ed-064c0df70ba0', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': '07d8609f-409c-413a-b79d-ca897650173a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:9d:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1476dd01-f830-450e-a00a-4e4c54345b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:16:02Z', 'updated_at': '2022-10-10T12:16:22Z', 'revision_number': 1, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:16:24.009302 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:24.034861 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port d904bf77-5a1e-4848-a3d8-d43e634f0c09 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:16:24.035369 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:24.071179 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:24.072856 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-18013c4f-abcc-4f34-9b8d-aa4fbbddbfcb req-4c9a4b70-23ce-4f8d-967b-d4e413f3db73 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530292 Oct 10 12:16:24.073478 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e18e455-8d6c-45b8-86e7-d745b951d7f9" -d '{"events": [{"server_uuid": "5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b", "name": "network-vif-plugged", "status": "completed", "tag": "d904bf77-5a1e-4848-a3d8-d43e634f0c09"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:24.094047 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port d904bf77-5a1e-4848-a3d8-d43e634f0c09, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:16:24.107073 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c5fcb-973d-4a18-b0df-9ac07899c5c1 req-49e93a4a-fe3c-44b6-b1cd-51fd5fe07b58 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:24.107073 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb7c5fcb-973d-4a18-b0df-9ac07899c5c1 req-49e93a4a-fe3c-44b6-b1cd-51fd5fe07b58 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 944 time: 0.0617371 Oct 10 12:16:24.131702 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff08537-60a7-44e9-a226-d4fd57415010 x-openstack-request-id: req-6ff08537-60a7-44e9-a226-d4fd57415010 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:24.132714 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b", "name": "network-vif-plugged", "status": "completed", "tag": "d904bf77-5a1e-4848-a3d8-d43e634f0c09", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:24.133159 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ff08537-60a7-44e9-a226-d4fd57415010 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:24.133899 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff08537-60a7-44e9-a226-d4fd57415010'] response: {'server_uuid': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09', 'code': 200} Oct 10 12:16:24.166454 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb7c5fcb-973d-4a18-b0df-9ac07899c5c1 req-40070c47-93e2-4196-929a-dfe00887d15a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509648 Oct 10 12:16:24.171261 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:24.239850 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=d904bf77-5a1e-4848-a3d8-d43e634f0c09,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:24.276980 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3d4e2-6b23-4fde-b467-83f20384b7d1 None None] New status for floating IP cc82bba3-bb98-4865-81ed-064c0df70ba0: ACTIVE {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:16:24.519274 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa45a3-3740-4383-936c-532b0a444ee4 req-af473d23-a4f0-433d-b32d-9e6d6a57360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:24.520817 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-88aa45a3-3740-4383-936c-532b0a444ee4 req-af473d23-a4f0-433d-b32d-9e6d6a57360e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 1129 time: 0.0494044 Oct 10 12:16:24.534330 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:24.569443 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-88aa45a3-3740-4383-936c-532b0a444ee4 req-14ea4295-966a-45c0-8c5f-c87387cf2ed6 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401886 Oct 10 12:16:25.308822 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d458bc-99ba-4150-ad4e-15caeef8439b req-2c4df678-d486-467f-bb35-d04c0cdeccc0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:25.310406 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d7d458bc-99ba-4150-ad4e-15caeef8439b req-2c4df678-d486-467f-bb35-d04c0cdeccc0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0504141 Oct 10 12:16:25.369512 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d7d458bc-99ba-4150-ad4e-15caeef8439b req-f9b97e4a-ba3e-406c-801d-2b3dcaae7647 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531452 Oct 10 12:16:26.501067 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e102c-0c68-467b-b9d1-09dedee24669 req-793db4b7-fd63-46c1-af88-62031bc1f0fb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:26.502592 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8f3e102c-0c68-467b-b9d1-09dedee24669 req-793db4b7-fd63-46c1-af88-62031bc1f0fb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0510807 Oct 10 12:16:26.553124 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8f3e102c-0c68-467b-b9d1-09dedee24669 req-3da2c157-5c10-4f2e-b80b-84916bae3e54 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448542 Oct 10 12:16:26.647817 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:26.687144 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a51b1d-b0dc-4a6d-8dea-fe7d92be3f24 req-176d2338-d64d-463e-abc4-51c2f91240c7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:26.688484 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-04a51b1d-b0dc-4a6d-8dea-fe7d92be3f24 req-176d2338-d64d-463e-abc4-51c2f91240c7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0503218 Oct 10 12:16:26.701496 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 45794) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:26.706773 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-8e2b0a37-3173-4ab2-87b6-06ccb04c70b9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Request body: {'floatingip': {'port_id': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:26.758594 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8e2b0a37-3173-4ab2-87b6-06ccb04c70b9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for floatingip (0ee2ee3c-0301-418f-95f9-de38411aa694), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:26.963676 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:27.203493 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8e2b0a37-3173-4ab2-87b6-06ccb04c70b9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:27.261560 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8e2b0a37-3173-4ab2-87b6-06ccb04c70b9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (0ee2ee3c-0301-418f-95f9-de38411aa694), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:27.360774 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.l3_db [None req-8e2b0a37-3173-4ab2-87b6-06ccb04c70b9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Floating IP 0ee2ee3c-0301-418f-95f9-de38411aa694 associated. External IP: 172.27.4.106, port: d904bf77-5a1e-4848-a3d8-d43e634f0c09. Oct 10 12:16:27.790607 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2b0a37-3173-4ab2-87b6-06ccb04c70b9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:16:27.892736 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2b0a37-3173-4ab2-87b6-06ccb04c70b9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:16:27.897783 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8e2b0a37-3173-4ab2-87b6-06ccb04c70b9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:27.905639 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bf3e47-86c9-4ebb-a973-93cb459d52df None None] Sync routers for ids ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:16:27.922638 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bf3e47-86c9-4ebb-a973-93cb459d52df None None] Routers {'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:16:27.923421 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-27bf3e47-86c9-4ebb-a973-93cb459d52df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:16:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:27.930541 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-8e2b0a37-3173-4ab2-87b6-06ccb04c70b9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/0ee2ee3c-0301-418f-95f9-de38411aa694 HTTP/1.1" status: 200 len: 991 time: 1.2275133 Oct 10 12:16:27.931311 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'tag': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:27.933785 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed8dc12e2a811d0e919703145f0a46ca2d14ab091e6de4741f3d89754d8b916b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0040efa-4868-4358-a358-878ae6b7c46c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b", "tag": "d904bf77-5a1e-4848-a3d8-d43e634f0c09"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:27.972593 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9a38a4-2cf5-4272-b26d-763b0be556bf x-openstack-request-id: req-8f9a38a4-2cf5-4272-b26d-763b0be556bf {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:27.972881 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b", "tag": "d904bf77-5a1e-4848-a3d8-d43e634f0c09", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:27.973130 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f9a38a4-2cf5-4272-b26d-763b0be556bf {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:27.973562 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9a38a4-2cf5-4272-b26d-763b0be556bf'] response: {'name': 'network-changed', 'server_uuid': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'tag': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09', 'status': 'completed', 'code': 200} Oct 10 12:16:28.029405 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-27bf3e47-86c9-4ebb-a973-93cb459d52df None None] Set router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:16:28.069214 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0040efa-4868-4358-a358-878ae6b7c46c req-022d1099-6693-45fa-84fe-d01ffa479535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:28.070884 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-e0040efa-4868-4358-a358-878ae6b7c46c req-022d1099-6693-45fa-84fe-d01ffa479535 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 1129 time: 0.0420232 Oct 10 12:16:28.104931 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:28.140390 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:28.170218 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0040efa-4868-4358-a358-878ae6b7c46c req-a9f4b22d-eecd-4c81-a9d1-64e678c39178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:28.171710 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-e0040efa-4868-4358-a358-878ae6b7c46c req-a9f4b22d-eecd-4c81-a9d1-64e678c39178 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8bb565bd-53c5-4c6d-b08f-259f391c730b HTTP/1.1" status: 200 len: 918 time: 0.0941954 Oct 10 12:16:28.249100 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-e0040efa-4868-4358-a358-878ae6b7c46c req-e76d4ae6-de7d-44ce-bf9b-4506565ef9d2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09 HTTP/1.1" status: 200 len: 999 time: 0.0587697 Oct 10 12:16:28.303648 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0040efa-4868-4358-a358-878ae6b7c46c req-c3b28382-6592-4fcc-9b70-ceb2ab0cc3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:28.305964 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-e0040efa-4868-4358-a358-878ae6b7c46c req-c3b28382-6592-4fcc-9b70-ceb2ab0cc3e6 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=383a897c-19ae-4f67-b320-d650957cc219 HTTP/1.1" status: 200 len: 856 time: 0.0498104 Oct 10 12:16:28.353362 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-27bf3e47-86c9-4ebb-a973-93cb459d52df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '0ee2ee3c-0301-418f-95f9-de38411aa694', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'floating_ip_address': '172.27.4.106', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'port_id': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'mac_address': 'fa:16:3e:98:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:16:06Z', 'updated_at': '2022-10-10T12:16:27Z', 'revision_number': 1, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f', 'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'mac_address': 'fa:16:3e:62:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:11Z', 'revision_number': 5, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'subnets': [{'id': '383a897c-19ae-4f67-b320-d650957cc219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:28.378259 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bf3e47-86c9-4ebb-a973-93cb459d52df None None] Checking router: a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:16:28.388513 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bf3e47-86c9-4ebb-a973-93cb459d52df None None] Routers {'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:16:28.389147 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-27bf3e47-86c9-4ebb-a973-93cb459d52df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:16:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:28.499626 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-27bf3e47-86c9-4ebb-a973-93cb459d52df None None] Set router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:16:28.618247 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0040efa-4868-4358-a358-878ae6b7c46c req-95a33841-f4dd-43af-b2f3-0458feb5344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:28.619894 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-e0040efa-4868-4358-a358-878ae6b7c46c req-95a33841-f4dd-43af-b2f3-0458feb5344e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8bb565bd-53c5-4c6d-b08f-259f391c730b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3081348 Oct 10 12:16:28.677627 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:28.719190 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-e0040efa-4868-4358-a358-878ae6b7c46c req-0d7c02e0-e6db-4033-8f8a-8aa1a9085782 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927482 Oct 10 12:16:28.730439 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-27bf3e47-86c9-4ebb-a973-93cb459d52df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '0ee2ee3c-0301-418f-95f9-de38411aa694', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'floating_ip_address': '172.27.4.106', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'port_id': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'mac_address': 'fa:16:3e:98:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:16:06Z', 'updated_at': '2022-10-10T12:16:27Z', 'revision_number': 1, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f', 'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'mac_address': 'fa:16:3e:62:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:11Z', 'revision_number': 5, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'subnets': [{'id': '383a897c-19ae-4f67-b320-d650957cc219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:28.760614 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bf3e47-86c9-4ebb-a973-93cb459d52df None None] The sync data for ids ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'] in dv-cinder-860209-4-iscsi is: [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '0ee2ee3c-0301-418f-95f9-de38411aa694', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'floating_ip_address': '172.27.4.106', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'port_id': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'mac_address': 'fa:16:3e:98:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:16:06Z', 'updated_at': '2022-10-10T12:16:27Z', 'revision_number': 1, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f', 'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'mac_address': 'fa:16:3e:62:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:11Z', 'revision_number': 5, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'subnets': [{'id': '383a897c-19ae-4f67-b320-d650957cc219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:16:28.826702 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-e0040efa-4868-4358-a358-878ae6b7c46c req-7ef0425e-a986-4444-85f7-d8bafbeb69d4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944827 Oct 10 12:16:28.956732 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c14c2b2-611b-48eb-afa9-24427f154a49 None None] New status for floating IP 0ee2ee3c-0301-418f-95f9-de38411aa694: ACTIVE {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:16:29.672521 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b31d28e5-060a-485d-9fe4-e77398489ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:31.920227 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-9feb9a2f-2dfc-4bce-bbb5-c892a075e879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:32.533001 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c71e1-fcf5-4b07-ad91-6bc266cb1d6f req-5b687b24-9213-47b9-8f64-d4a1987dd054 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:32.534612 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a22c71e1-fcf5-4b07-ad91-6bc266cb1d6f req-5b687b24-9213-47b9-8f64-d4a1987dd054 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0497150 Oct 10 12:16:32.575680 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:32.592404 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a22c71e1-fcf5-4b07-ad91-6bc266cb1d6f req-f54cecb2-2d6b-49e2-bf3b-bdec706f3525 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498254 Oct 10 12:16:33.386067 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:33.718380 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334b740-2eb7-45ff-aacb-7b963e7ed8ce req-3f60b519-18cc-413c-84c6-542922ac1684 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:33.719906 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3334b740-2eb7-45ff-aacb-7b963e7ed8ce req-3f60b519-18cc-413c-84c6-542922ac1684 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0486443 Oct 10 12:16:33.768224 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3334b740-2eb7-45ff-aacb-7b963e7ed8ce req-edc82325-9b18-45e6-8b2d-b82fdd08b52a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425060 Oct 10 12:16:34.586831 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:34.896800 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7fe67-3364-475f-9b92-a03b7154fef9 req-a5c96343-d29d-4b25-9159-c5fe3fd0ef92 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:34.898330 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-29b7fe67-3364-475f-9b92-a03b7154fef9 req-a5c96343-d29d-4b25-9159-c5fe3fd0ef92 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0505149 Oct 10 12:16:34.948539 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-29b7fe67-3364-475f-9b92-a03b7154fef9 req-e464a486-8fe8-4bed-945c-6a281ec898de tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444672 Oct 10 12:16:35.118931 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:35.564273 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d4cf3-c3ab-4847-bfe6-d7489aa1e393 req-2c71ff48-c48e-4b9c-a1c7-f86356b560dd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:35.565715 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-469d4cf3-c3ab-4847-bfe6-d7489aa1e393 req-2c71ff48-c48e-4b9c-a1c7-f86356b560dd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0470762 Oct 10 12:16:35.659763 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-469d4cf3-c3ab-4847-bfe6-d7489aa1e393 req-ee54fdeb-4b2d-4d5a-a89c-c97bbf6b40ba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Deleting port 5d658caa-5deb-4849-8248-3505cf81be8d {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:16:35.660079 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-469d4cf3-c3ab-4847-bfe6-d7489aa1e393 req-ee54fdeb-4b2d-4d5a-a89c-c97bbf6b40ba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (5d658caa-5deb-4849-8248-3505cf81be8d), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:35.750268 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-469d4cf3-c3ab-4847-bfe6-d7489aa1e393 req-ee54fdeb-4b2d-4d5a-a89c-c97bbf6b40ba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] For port 5d658caa-5deb-4849-8248-3505cf81be8d, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=5d658caa-5deb-4849-8248-3505cf81be8d,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:16:35.750535 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-469d4cf3-c3ab-4847-bfe6-d7489aa1e393 req-ee54fdeb-4b2d-4d5a-a89c-c97bbf6b40ba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (5d658caa-5deb-4849-8248-3505cf81be8d), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:35.918030 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-469d4cf3-c3ab-4847-bfe6-d7489aa1e393 req-ee54fdeb-4b2d-4d5a-a89c-c97bbf6b40ba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:35.918391 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-469d4cf3-c3ab-4847-bfe6-d7489aa1e393 req-ee54fdeb-4b2d-4d5a-a89c-c97bbf6b40ba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (e435d42a-1655-4ba0-a3af-73ead563ca49), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:35.918733 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [req-469d4cf3-c3ab-4847-bfe6-d7489aa1e393 req-ee54fdeb-4b2d-4d5a-a89c-c97bbf6b40ba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Floating IP e435d42a-1655-4ba0-a3af-73ead563ca49 disassociated. External IP: 172.27.4.250, port: 5d658caa-5deb-4849-8248-3505cf81be8d. Oct 10 12:16:35.919075 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-469d4cf3-c3ab-4847-bfe6-d7489aa1e393 req-ee54fdeb-4b2d-4d5a-a89c-c97bbf6b40ba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Calling delete_port for 5d658caa-5deb-4849-8248-3505cf81be8d owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:16:35.957957 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:36.076879 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950489d-8cac-4d62-bcb4-4f472e45c143 req-6431bf80-f11d-445b-9e53-643155eca073 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:36.078310 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4950489d-8cac-4d62-bcb4-4f472e45c143 req-6431bf80-f11d-445b-9e53-643155eca073 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 945 time: 0.0517814 Oct 10 12:16:36.120538 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:36.128240 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4950489d-8cac-4d62-bcb4-4f472e45c143 req-e53ffa37-0271-4da4-abf8-19d1743198dc tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=817b607c-341f-47a5-99e9-699be1f8e225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442932 Oct 10 12:16:36.169924 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-469d4cf3-c3ab-4847-bfe6-d7489aa1e393 req-ee54fdeb-4b2d-4d5a-a89c-c97bbf6b40ba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (5d658caa-5deb-4849-8248-3505cf81be8d), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:36.201645 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54fdeb-4b2d-4d5a-a89c-c97bbf6b40ba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Pushing event deleted for resources: {'Port': ['ID=5d658caa-5deb-4849-8248-3505cf81be8d,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:36.300784 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:36.313837 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-469d4cf3-c3ab-4847-bfe6-d7489aa1e393 req-ee54fdeb-4b2d-4d5a-a89c-c97bbf6b40ba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:16:36.418864 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-469d4cf3-c3ab-4847-bfe6-d7489aa1e393 req-ee54fdeb-4b2d-4d5a-a89c-c97bbf6b40ba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:16:36.428933 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8dde0e-5866-4ec6-a8f9-7af4ed98210e None None] Sync routers for ids ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:16:36.440318 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8dde0e-5866-4ec6-a8f9-7af4ed98210e None None] Routers {'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:16:36.441105 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-af8dde0e-5866-4ec6-a8f9-7af4ed98210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:16:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:36.464911 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-469d4cf3-c3ab-4847-bfe6-d7489aa1e393 req-ee54fdeb-4b2d-4d5a-a89c-c97bbf6b40ba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] No DVR routers for this DVR port 5d658caa-5deb-4849-8248-3505cf81be8d on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:16:36.467168 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-469d4cf3-c3ab-4847-bfe6-d7489aa1e393 req-ee54fdeb-4b2d-4d5a-a89c-c97bbf6b40ba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:36.471008 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-469d4cf3-c3ab-4847-bfe6-d7489aa1e393 req-ee54fdeb-4b2d-4d5a-a89c-c97bbf6b40ba tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.48 "DELETE /networking/v2.0/ports/5d658caa-5deb-4849-8248-3505cf81be8d HTTP/1.1" status: 204 len: 173 time: 0.8997991 Oct 10 12:16:36.471381 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'name': 'network-vif-deleted', 'tag': '5d658caa-5deb-4849-8248-3505cf81be8d'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:36.474253 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0518cd6-ac5d-4fcd-a277-219a286d25e6" -d '{"events": [{"server_uuid": "6f0f9c51-ab73-4450-8f3e-eb5d492a34d0", "name": "network-vif-deleted", "tag": "5d658caa-5deb-4849-8248-3505cf81be8d"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:36.531942 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826a4193-4338-492c-9c52-c5fa827b75d3 x-openstack-request-id: req-826a4193-4338-492c-9c52-c5fa827b75d3 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:36.531942 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f0f9c51-ab73-4450-8f3e-eb5d492a34d0", "name": "network-vif-deleted", "tag": "5d658caa-5deb-4849-8248-3505cf81be8d", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:36.531942 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-826a4193-4338-492c-9c52-c5fa827b75d3 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:36.531942 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-826a4193-4338-492c-9c52-c5fa827b75d3'] response: {'server_uuid': '6f0f9c51-ab73-4450-8f3e-eb5d492a34d0', 'name': 'network-vif-deleted', 'tag': '5d658caa-5deb-4849-8248-3505cf81be8d', 'status': 'completed', 'code': 200} Oct 10 12:16:36.548866 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-af8dde0e-5866-4ec6-a8f9-7af4ed98210e None None] Set router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:16:36.746338 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-af8dde0e-5866-4ec6-a8f9-7af4ed98210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 4, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '079e70fb-a686-4fad-92c3-1fab10598e52', 'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'mac_address': 'fa:16:3e:22:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:08:13Z', 'revision_number': 5, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'subnets': [{'id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:36.775438 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8dde0e-5866-4ec6-a8f9-7af4ed98210e None None] Checking router: e83ea2d9-02f4-4e3e-8e35-0165ac4f202a for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:16:36.784234 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8dde0e-5866-4ec6-a8f9-7af4ed98210e None None] Routers {'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:16:36.784848 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-af8dde0e-5866-4ec6-a8f9-7af4ed98210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:16:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:36.900065 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-af8dde0e-5866-4ec6-a8f9-7af4ed98210e None None] Set router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:16:36.931699 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:36.941144 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:37.108522 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-af8dde0e-5866-4ec6-a8f9-7af4ed98210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 4, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '079e70fb-a686-4fad-92c3-1fab10598e52', 'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'mac_address': 'fa:16:3e:22:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:08:13Z', 'revision_number': 5, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'subnets': [{'id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:37.134111 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8dde0e-5866-4ec6-a8f9-7af4ed98210e None None] The sync data for ids ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'] in dv-cinder-860209-4-iscsi is: [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:54Z', 'revision_number': 4, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '079e70fb-a686-4fad-92c3-1fab10598e52', 'name': '', 'network_id': '67af5388-ef78-467a-b602-e98d5343259e', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'mac_address': 'fa:16:3e:22:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:52Z', 'updated_at': '2022-10-10T12:08:13Z', 'revision_number': 5, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'subnets': [{'id': 'd52ff9db-2c19-408a-83cb-417a641f45bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:16:37.246285 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d7a07d2b-16e5-4bdd-af21-2551c1a92ea3 req-20449888-719a-4178-9880-41f392c5df04 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f0f9c51-ab73-4450-8f3e-eb5d492a34d0 HTTP/1.1" status: 200 len: 210 time: 0.0275934 Oct 10 12:16:37.382183 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33904003-fcf7-44c4-9a37-fc6d3b7b695e None None] New status for floating IP e435d42a-1655-4ba0-a3af-73ead563ca49: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:16:37.881667 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 5d658caa-5deb-4849-8248-3505cf81be8d no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:16:37.905420 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: 5d658caa-5deb-4849-8248-3505cf81be8d {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:16:37.905758 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 5d658caa-5deb-4849-8248-3505cf81be8d not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:16:38.397802 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 45846) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:38.454250 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0c8c61c2-688f-4535-a1fb-e51b83720b37 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for security_group (817b607c-341f-47a5-99e9-699be1f8e225), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:38.482091 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0c8c61c2-688f-4535-a1fb-e51b83720b37 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for security_group (817b607c-341f-47a5-99e9-699be1f8e225), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:38.712802 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0c8c61c2-688f-4535-a1fb-e51b83720b37 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (817b607c-341f-47a5-99e9-699be1f8e225), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:38.715377 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0c8c61c2-688f-4535-a1fb-e51b83720b37 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:38.716568 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-0c8c61c2-688f-4535-a1fb-e51b83720b37 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/817b607c-341f-47a5-99e9-699be1f8e225 HTTP/1.1" status: 204 len: 168 time: 0.3177598 Oct 10 12:16:38.719397 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45848) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:38.727252 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c61c2-688f-4535-a1fb-e51b83720b37 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817b607c-341f-47a5-99e9-699be1f8e225,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:38.735064 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.api.v2.resource [None req-10a7b509-3734-42b1-b96f-d9e351c0ce4a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] show failed (client error): The resource could not be found. Oct 10 12:16:38.736094 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-10a7b509-3734-42b1-b96f-d9e351c0ce4a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups/817b607c-341f-47a5-99e9-699be1f8e225 HTTP/1.1" status: 404 len: 347 time: 0.0149157 Oct 10 12:16:38.739515 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45850) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:38.854463 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-ad0df28f-25df-416d-ab84-53478fd2c339 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Deleting port 46b41ca7-a590-40e1-b70b-dd99375dcd6a {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:16:38.854820 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ad0df28f-25df-416d-ab84-53478fd2c339 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (46b41ca7-a590-40e1-b70b-dd99375dcd6a), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:38.932052 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ad0df28f-25df-416d-ab84-53478fd2c339 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (46b41ca7-a590-40e1-b70b-dd99375dcd6a), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:38.932364 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ad0df28f-25df-416d-ab84-53478fd2c339 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for floatingip (46b41ca7-a590-40e1-b70b-dd99375dcd6a), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:38.946621 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-ad0df28f-25df-416d-ab84-53478fd2c339 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Calling delete_port for 46b41ca7-a590-40e1-b70b-dd99375dcd6a owned by network:floatingip {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:16:39.198283 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ad0df28f-25df-416d-ab84-53478fd2c339 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (46b41ca7-a590-40e1-b70b-dd99375dcd6a), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:39.221759 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0df28f-25df-416d-ab84-53478fd2c339 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Pushing event deleted for resources: {'Port': ['ID=46b41ca7-a590-40e1-b70b-dd99375dcd6a,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:39.292244 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ad0df28f-25df-416d-ab84-53478fd2c339 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks [] for floatingip (e435d42a-1655-4ba0-a3af-73ead563ca49), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:39.294827 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ad0df28f-25df-416d-ab84-53478fd2c339 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:39.296049 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-ad0df28f-25df-416d-ab84-53478fd2c339 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/e435d42a-1655-4ba0-a3af-73ead563ca49 HTTP/1.1" status: 204 len: 168 time: 0.5555866 Oct 10 12:16:42.337913 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6d757-12cc-4870-812c-e322a1eb851b req-ee84dc33-c7dd-4f46-be3d-08373bf0debd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:42.339469 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f0b6d757-12cc-4870-812c-e322a1eb851b req-ee84dc33-c7dd-4f46-be3d-08373bf0debd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0475807 Oct 10 12:16:42.387761 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f0b6d757-12cc-4870-812c-e322a1eb851b req-c78221f2-ce24-4c7c-9bb1-7beda8778bc9 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422318 Oct 10 12:16:43.241743 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533ec9e-4199-4b17-a139-029c94dab26c req-7d86ea21-1968-4548-a1d2-500384a9e3dd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:43.243251 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b533ec9e-4199-4b17-a139-029c94dab26c req-7d86ea21-1968-4548-a1d2-500384a9e3dd tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0479105 Oct 10 12:16:43.313807 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:16:43.324071 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:43.333055 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-b533ec9e-4199-4b17-a139-029c94dab26c req-a92a37fa-ec65-470d-90b4-2fc7a8e9ac8c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Deleting port 7952dcbe-5751-4c3a-ad46-5f684e765d16 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:16:43.333393 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-b533ec9e-4199-4b17-a139-029c94dab26c req-a92a37fa-ec65-470d-90b4-2fc7a8e9ac8c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (7952dcbe-5751-4c3a-ad46-5f684e765d16), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:43.432928 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-b533ec9e-4199-4b17-a139-029c94dab26c req-a92a37fa-ec65-470d-90b4-2fc7a8e9ac8c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] For port 7952dcbe-5751-4c3a-ad46-5f684e765d16, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=7952dcbe-5751-4c3a-ad46-5f684e765d16,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:16:43.433290 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-b533ec9e-4199-4b17-a139-029c94dab26c req-a92a37fa-ec65-470d-90b4-2fc7a8e9ac8c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (7952dcbe-5751-4c3a-ad46-5f684e765d16), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:43.450868 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-b533ec9e-4199-4b17-a139-029c94dab26c req-a92a37fa-ec65-470d-90b4-2fc7a8e9ac8c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Calling delete_port for 7952dcbe-5751-4c3a-ad46-5f684e765d16 owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:16:43.523037 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b68df3-169c-4aef-9e34-bb13d792f59f req-66271261-9e63-41e4-9698-1d9bf357069a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:43.525588 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:43.525776 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-89b68df3-169c-4aef-9e34-bb13d792f59f req-66271261-9e63-41e4-9698-1d9bf357069a tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 946 time: 0.0536072 Oct 10 12:16:43.584769 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-89b68df3-169c-4aef-9e34-bb13d792f59f req-ea0c5687-7fd4-4d85-a099-1b4a0a20e58f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485775 Oct 10 12:16:43.683994 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-b533ec9e-4199-4b17-a139-029c94dab26c req-a92a37fa-ec65-470d-90b4-2fc7a8e9ac8c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (7952dcbe-5751-4c3a-ad46-5f684e765d16), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:43.713263 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a37fa-ec65-470d-90b4-2fc7a8e9ac8c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Pushing event deleted for resources: {'Port': ['ID=7952dcbe-5751-4c3a-ad46-5f684e765d16,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:43.748314 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['baa47217-65c4-4e53-be16-7c13a9be2c74', '7952dcbe-5751-4c3a-ad46-5f684e765d16'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:16:43.760638 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b533ec9e-4199-4b17-a139-029c94dab26c req-a92a37fa-ec65-470d-90b4-2fc7a8e9ac8c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] No DVR routers for this DVR port 7952dcbe-5751-4c3a-ad46-5f684e765d16 on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:16:43.763310 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-b533ec9e-4199-4b17-a139-029c94dab26c req-a92a37fa-ec65-470d-90b4-2fc7a8e9ac8c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:43.766693 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b533ec9e-4199-4b17-a139-029c94dab26c req-a92a37fa-ec65-470d-90b4-2fc7a8e9ac8c tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.48 "DELETE /networking/v2.0/ports/7952dcbe-5751-4c3a-ad46-5f684e765d16 HTTP/1.1" status: 204 len: 173 time: 0.5175197 Oct 10 12:16:43.767216 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a693f249-110a-4836-a0db-7c668d53a918', 'name': 'network-vif-deleted', 'tag': '7952dcbe-5751-4c3a-ad46-5f684e765d16'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:43.769513 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54914803-a96e-4702-8910-c3b6ac6d8099" -d '{"events": [{"server_uuid": "a693f249-110a-4836-a0db-7c668d53a918", "name": "network-vif-deleted", "tag": "7952dcbe-5751-4c3a-ad46-5f684e765d16"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:43.778173 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:43.783672 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:43.813372 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3caf32f-151c-4d66-b0a7-29ea76d1ba67 x-openstack-request-id: req-a3caf32f-151c-4d66-b0a7-29ea76d1ba67 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:43.813685 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a693f249-110a-4836-a0db-7c668d53a918", "name": "network-vif-deleted", "tag": "7952dcbe-5751-4c3a-ad46-5f684e765d16", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:43.813939 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3caf32f-151c-4d66-b0a7-29ea76d1ba67 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:43.814341 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3caf32f-151c-4d66-b0a7-29ea76d1ba67'] response: {'server_uuid': 'a693f249-110a-4836-a0db-7c668d53a918', 'name': 'network-vif-deleted', 'tag': '7952dcbe-5751-4c3a-ad46-5f684e765d16', 'status': 'completed', 'code': 200} Oct 10 12:16:44.122765 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3742e-712b-4cd5-ac29-27e79df166f0 req-955ed29f-c483-4d2d-b769-1b22ea80e3c5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:44.124411 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-42f3742e-712b-4cd5-ac29-27e79df166f0 req-955ed29f-c483-4d2d-b769-1b22ea80e3c5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 946 time: 0.0557714 Oct 10 12:16:44.192288 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-42f3742e-712b-4cd5-ac29-27e79df166f0 req-7d447a2a-d1a5-41b7-b47d-ba5b2b48b2db tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616870 Oct 10 12:16:44.708978 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-05fee49a-203b-4800-87e9-7caab2e9d645 req-726e4e97-fcbe-4c55-a5dc-65eee30b98d6 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 210 time: 0.0302238 Oct 10 12:16:45.319846 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070e703-c40d-4221-9145-2c723623c77a req-7c325cd1-22f0-4491-92e8-214ee461e16c tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:45.321421 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1070e703-c40d-4221-9145-2c723623c77a req-7c325cd1-22f0-4491-92e8-214ee461e16c tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 946 time: 0.0494292 Oct 10 12:16:45.387934 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1070e703-c40d-4221-9145-2c723623c77a req-af9844c7-d4fa-448e-bfa7-037ddb4aa46c tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605161 Oct 10 12:16:45.833223 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-649e2c66-9103-468b-a5f6-a5455b9c148c req-ae8c0eae-4fa4-484d-b5e0-960a526ada39 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a693f249-110a-4836-a0db-7c668d53a918 HTTP/1.1" status: 200 len: 210 time: 0.0296848 Oct 10 12:16:45.892849 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 7952dcbe-5751-4c3a-ad46-5f684e765d16 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:16:45.917324 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: 7952dcbe-5751-4c3a-ad46-5f684e765d16 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:16:45.917791 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 7952dcbe-5751-4c3a-ad46-5f684e765d16 not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:16:46.516706 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867252c4-be57-46aa-aee7-213830e14a8d req-8d459502-7e11-4feb-a87e-8c27e4c82938 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:46.518190 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-867252c4-be57-46aa-aee7-213830e14a8d req-8d459502-7e11-4feb-a87e-8c27e4c82938 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 946 time: 0.0490477 Oct 10 12:16:46.567962 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-867252c4-be57-46aa-aee7-213830e14a8d req-f503de8d-656f-4eea-950f-0621205e23fd tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441840 Oct 10 12:16:46.652689 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661e15f-c382-46dd-a091-4e6a246b294d req-4785f1a9-40fd-467b-9eaf-79857bad32c7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:46.654159 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0661e15f-c382-46dd-a091-4e6a246b294d req-4785f1a9-40fd-467b-9eaf-79857bad32c7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 946 time: 0.0514944 Oct 10 12:16:46.752657 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-0661e15f-c382-46dd-a091-4e6a246b294d req-957b8db3-7078-4022-9e06-11c5d59430d2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Deleting port 25362498-cffe-413c-a09b-5810fd5593c4 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:16:46.753005 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0661e15f-c382-46dd-a091-4e6a246b294d req-957b8db3-7078-4022-9e06-11c5d59430d2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (25362498-cffe-413c-a09b-5810fd5593c4), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:46.852464 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-0661e15f-c382-46dd-a091-4e6a246b294d req-957b8db3-7078-4022-9e06-11c5d59430d2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] For port 25362498-cffe-413c-a09b-5810fd5593c4, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=25362498-cffe-413c-a09b-5810fd5593c4,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:16:46.852909 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0661e15f-c382-46dd-a091-4e6a246b294d req-957b8db3-7078-4022-9e06-11c5d59430d2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (25362498-cffe-413c-a09b-5810fd5593c4), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:47.042000 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0661e15f-c382-46dd-a091-4e6a246b294d req-957b8db3-7078-4022-9e06-11c5d59430d2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:47.042359 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0661e15f-c382-46dd-a091-4e6a246b294d req-957b8db3-7078-4022-9e06-11c5d59430d2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (ad70877f-2624-44f8-8cbf-2bf758e672a5), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:47.043361 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [req-0661e15f-c382-46dd-a091-4e6a246b294d req-957b8db3-7078-4022-9e06-11c5d59430d2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Floating IP ad70877f-2624-44f8-8cbf-2bf758e672a5 disassociated. External IP: 172.27.4.169, port: 25362498-cffe-413c-a09b-5810fd5593c4. Oct 10 12:16:47.043716 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-0661e15f-c382-46dd-a091-4e6a246b294d req-957b8db3-7078-4022-9e06-11c5d59430d2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Calling delete_port for 25362498-cffe-413c-a09b-5810fd5593c4 owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:16:47.261182 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0661e15f-c382-46dd-a091-4e6a246b294d req-957b8db3-7078-4022-9e06-11c5d59430d2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (25362498-cffe-413c-a09b-5810fd5593c4), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:47.294395 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b8db3-7078-4022-9e06-11c5d59430d2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event deleted for resources: {'Port': ['ID=25362498-cffe-413c-a09b-5810fd5593c4,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:47.357455 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:47.383141 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:47.403197 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe9a97-cd8e-49bb-9de7-8c3ac91b6f1c req-1f36958b-5906-468c-a0ba-351e70e419e3 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:47.404716 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-17fe9a97-cd8e-49bb-9de7-8c3ac91b6f1c req-1f36958b-5906-468c-a0ba-351e70e419e3 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0509815 Oct 10 12:16:47.423199 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0661e15f-c382-46dd-a091-4e6a246b294d req-957b8db3-7078-4022-9e06-11c5d59430d2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Router 2346676c-a678-4af0-a3dc-e03e5024d922 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:16:47.465570 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-17fe9a97-cd8e-49bb-9de7-8c3ac91b6f1c req-adbe6ed5-1b43-4f91-910c-9a18cafd81ca tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485950 Oct 10 12:16:47.498322 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:47.556112 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0661e15f-c382-46dd-a091-4e6a246b294d req-957b8db3-7078-4022-9e06-11c5d59430d2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:16:47.567582 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f7b03-a148-44e7-a1fe-d8202e89bc54 None None] Sync routers for ids ['2346676c-a678-4af0-a3dc-e03e5024d922'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:16:47.579734 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f7b03-a148-44e7-a1fe-d8202e89bc54 None None] Routers {'2346676c-a678-4af0-a3dc-e03e5024d922'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:16:47.580278 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-f84f7b03-a148-44e7-a1fe-d8202e89bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:16:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['2346676c-a678-4af0-a3dc-e03e5024d922'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:47.600952 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0661e15f-c382-46dd-a091-4e6a246b294d req-957b8db3-7078-4022-9e06-11c5d59430d2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] No DVR routers for this DVR port 25362498-cffe-413c-a09b-5810fd5593c4 on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:16:47.603703 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0661e15f-c382-46dd-a091-4e6a246b294d req-957b8db3-7078-4022-9e06-11c5d59430d2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:47.607232 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0661e15f-c382-46dd-a091-4e6a246b294d req-957b8db3-7078-4022-9e06-11c5d59430d2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.48 "DELETE /networking/v2.0/ports/25362498-cffe-413c-a09b-5810fd5593c4 HTTP/1.1" status: 204 len: 173 time: 0.9376922 Oct 10 12:16:47.607808 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f92846d-2cb9-4e32-ae7a-a5a7d775bc36', 'name': 'network-vif-deleted', 'tag': '25362498-cffe-413c-a09b-5810fd5593c4'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:47.610223 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1193f7-3648-4800-916c-bd519796f74f" -d '{"events": [{"server_uuid": "9f92846d-2cb9-4e32-ae7a-a5a7d775bc36", "name": "network-vif-deleted", "tag": "25362498-cffe-413c-a09b-5810fd5593c4"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:47.651969 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2658178d-4d16-4e78-999d-74fc5366dab6 x-openstack-request-id: req-2658178d-4d16-4e78-999d-74fc5366dab6 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:47.652836 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f92846d-2cb9-4e32-ae7a-a5a7d775bc36", "name": "network-vif-deleted", "tag": "25362498-cffe-413c-a09b-5810fd5593c4", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:47.653384 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2658178d-4d16-4e78-999d-74fc5366dab6 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:47.653712 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2658178d-4d16-4e78-999d-74fc5366dab6'] response: {'server_uuid': '9f92846d-2cb9-4e32-ae7a-a5a7d775bc36', 'name': 'network-vif-deleted', 'tag': '25362498-cffe-413c-a09b-5810fd5593c4', 'status': 'completed', 'code': 200} Oct 10 12:16:47.689127 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7269c48b-6f97-417d-a50d-9322f4e8aba3 req-8ee76730-8b1c-43b1-8c63-2cbb2f81bfd6 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0293596 Oct 10 12:16:47.699623 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-f84f7b03-a148-44e7-a1fe-d8202e89bc54 None None] Set router 2346676c-a678-4af0-a3dc-e03e5024d922 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:16:48.008530 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-f84f7b03-a148-44e7-a1fe-d8202e89bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:12Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'e0b1d0cb-2868-4905-b320-b7b2d8a7449d', 'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'mac_address': 'fa:16:3e:e3:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:10Z', 'updated_at': '2022-10-10T12:10:18Z', 'revision_number': 5, 'project_id': '26773079b6914a20ab27109b0dec496a', 'subnets': [{'id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:48.034950 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f7b03-a148-44e7-a1fe-d8202e89bc54 None None] Checking router: 2346676c-a678-4af0-a3dc-e03e5024d922 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:16:48.045392 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f7b03-a148-44e7-a1fe-d8202e89bc54 None None] Routers {'2346676c-a678-4af0-a3dc-e03e5024d922'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:16:48.046007 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-f84f7b03-a148-44e7-a1fe-d8202e89bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:16:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['2346676c-a678-4af0-a3dc-e03e5024d922'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:48.154747 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-f84f7b03-a148-44e7-a1fe-d8202e89bc54 None None] Set router 2346676c-a678-4af0-a3dc-e03e5024d922 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:16:48.358097 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-f84f7b03-a148-44e7-a1fe-d8202e89bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:12Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'e0b1d0cb-2868-4905-b320-b7b2d8a7449d', 'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'mac_address': 'fa:16:3e:e3:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:10Z', 'updated_at': '2022-10-10T12:10:18Z', 'revision_number': 5, 'project_id': '26773079b6914a20ab27109b0dec496a', 'subnets': [{'id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:48.388171 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f7b03-a148-44e7-a1fe-d8202e89bc54 None None] The sync data for ids ['2346676c-a678-4af0-a3dc-e03e5024d922'] in dv-cinder-860209-4-iscsi is: [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:12Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'e0b1d0cb-2868-4905-b320-b7b2d8a7449d', 'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'mac_address': 'fa:16:3e:e3:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:10Z', 'updated_at': '2022-10-10T12:10:18Z', 'revision_number': 5, 'project_id': '26773079b6914a20ab27109b0dec496a', 'subnets': [{'id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:16:48.609144 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38239c1-7306-4c7d-aeb9-1fe006d12609 req-c42be89b-28a5-49d2-a00d-01c6419d87bb tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:48.609144 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c38239c1-7306-4c7d-aeb9-1fe006d12609 req-c42be89b-28a5-49d2-a00d-01c6419d87bb tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0555787 Oct 10 12:16:48.660619 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70b5fd4-61dc-4c33-97f8-05de64c59553 None None] New status for floating IP ad70877f-2624-44f8-8cbf-2bf758e672a5: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:16:48.661837 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c38239c1-7306-4c7d-aeb9-1fe006d12609 req-2659e538-2843-4600-9a84-0cc5883964e0 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4a698acd-44d7-4882-b606-b2ba4a992f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512130 Oct 10 12:16:48.830139 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a49c89b9-150c-4dd4-9623-ec60908fd851 req-9ab1820c-f9ec-4413-932d-843f4c0a115b tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9f92846d-2cb9-4e32-ae7a-a5a7d775bc36 HTTP/1.1" status: 200 len: 210 time: 0.0319531 Oct 10 12:16:49.124664 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1da239-b4f9-497e-89bc-74c9afe551b0 req-72fbae0f-0d08-4fc2-a06b-a4b39a3ab2c4 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:49.126274 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8a1da239-b4f9-497e-89bc-74c9afe551b0 req-72fbae0f-0d08-4fc2-a06b-a4b39a3ab2c4 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 945 time: 0.0614736 Oct 10 12:16:49.224372 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-8a1da239-b4f9-497e-89bc-74c9afe551b0 req-27c41a0d-4b36-4a9f-9af2-e4a31345c39b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Deleting port baa47217-65c4-4e53-be16-7c13a9be2c74 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:16:49.224710 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-8a1da239-b4f9-497e-89bc-74c9afe551b0 req-27c41a0d-4b36-4a9f-9af2-e4a31345c39b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (baa47217-65c4-4e53-be16-7c13a9be2c74), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:49.322080 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-8a1da239-b4f9-497e-89bc-74c9afe551b0 req-27c41a0d-4b36-4a9f-9af2-e4a31345c39b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] For port baa47217-65c4-4e53-be16-7c13a9be2c74, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=baa47217-65c4-4e53-be16-7c13a9be2c74,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:16:49.322581 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-8a1da239-b4f9-497e-89bc-74c9afe551b0 req-27c41a0d-4b36-4a9f-9af2-e4a31345c39b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (baa47217-65c4-4e53-be16-7c13a9be2c74), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:49.338152 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-8a1da239-b4f9-497e-89bc-74c9afe551b0 req-27c41a0d-4b36-4a9f-9af2-e4a31345c39b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Calling delete_port for baa47217-65c4-4e53-be16-7c13a9be2c74 owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:16:49.597987 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-8a1da239-b4f9-497e-89bc-74c9afe551b0 req-27c41a0d-4b36-4a9f-9af2-e4a31345c39b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (baa47217-65c4-4e53-be16-7c13a9be2c74), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:49.627592 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c41a0d-4b36-4a9f-9af2-e4a31345c39b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Pushing event deleted for resources: {'Port': ['ID=baa47217-65c4-4e53-be16-7c13a9be2c74,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:49.643578 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['baa47217-65c4-4e53-be16-7c13a9be2c74'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:16:49.677122 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1da239-b4f9-497e-89bc-74c9afe551b0 req-27c41a0d-4b36-4a9f-9af2-e4a31345c39b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] No DVR routers for this DVR port baa47217-65c4-4e53-be16-7c13a9be2c74 on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:16:49.679748 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-8a1da239-b4f9-497e-89bc-74c9afe551b0 req-27c41a0d-4b36-4a9f-9af2-e4a31345c39b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:49.683121 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8a1da239-b4f9-497e-89bc-74c9afe551b0 req-27c41a0d-4b36-4a9f-9af2-e4a31345c39b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.48 "DELETE /networking/v2.0/ports/baa47217-65c4-4e53-be16-7c13a9be2c74 HTTP/1.1" status: 204 len: 173 time: 0.5508046 Oct 10 12:16:49.683695 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d92bcf3-e567-46a0-a87e-ab1f89a16842', 'name': 'network-vif-deleted', 'tag': 'baa47217-65c4-4e53-be16-7c13a9be2c74'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:49.686009 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc40e59-15b5-416e-931b-a1564d0a3a68" -d '{"events": [{"server_uuid": "7d92bcf3-e567-46a0-a87e-ab1f89a16842", "name": "network-vif-deleted", "tag": "baa47217-65c4-4e53-be16-7c13a9be2c74"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:49.712241 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec9ee1-0329-4831-91d2-f19e3628e509 req-5fb84c18-776d-4488-b220-8ff3e14f8451 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:49.713769 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d1ec9ee1-0329-4831-91d2-f19e3628e509 req-5fb84c18-776d-4488-b220-8ff3e14f8451 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0508204 Oct 10 12:16:49.727975 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ceff2c-0a19-4aea-beac-a7567336ca49 x-openstack-request-id: req-e0ceff2c-0a19-4aea-beac-a7567336ca49 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:49.728376 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d92bcf3-e567-46a0-a87e-ab1f89a16842", "name": "network-vif-deleted", "tag": "baa47217-65c4-4e53-be16-7c13a9be2c74", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:49.728727 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e0ceff2c-0a19-4aea-beac-a7567336ca49 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:49.729245 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ceff2c-0a19-4aea-beac-a7567336ca49'] response: {'server_uuid': '7d92bcf3-e567-46a0-a87e-ab1f89a16842', 'name': 'network-vif-deleted', 'tag': 'baa47217-65c4-4e53-be16-7c13a9be2c74', 'status': 'completed', 'code': 200} Oct 10 12:16:49.768165 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d1ec9ee1-0329-4831-91d2-f19e3628e509 req-15aa3598-3ddd-4923-8e5e-b517d413d3fd tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474651 Oct 10 12:16:49.805124 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6b4660ac-6ded-48bd-bd28-f6eb848cef0b req-42846491-902d-4489-ad49-6ec306daa192 tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 210 time: 0.0287952 Oct 10 12:16:49.910819 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 25362498-cffe-413c-a09b-5810fd5593c4 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:16:49.931203 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: 25362498-cffe-413c-a09b-5810fd5593c4 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:16:49.931536 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 25362498-cffe-413c-a09b-5810fd5593c4 not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:16:50.032593 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:50.077086 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-b2b80558-7d85-445a-8925-774b8b5a41ce tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-390021896&fields=id&tenant_id=26773079b6914a20ab27109b0dec496a HTTP/1.1" status: 200 len: 267 time: 0.0576069 Oct 10 12:16:50.193381 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-04ced92b-8d2a-46d7-b8bc-8302696ecb08 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:50.194956 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-04ced92b-8d2a-46d7-b8bc-8302696ecb08 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/networks?id=467adefb-be40-4a7b-be51-41e12ba7cbdd HTTP/1.1" status: 200 len: 812 time: 0.1107597 Oct 10 12:16:50.210999 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-fdc839e1-b3b4-474d-9261-4731a20872bb tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/quotas/26773079b6914a20ab27109b0dec496a HTTP/1.1" status: 200 len: 375 time: 0.0098395 Oct 10 12:16:50.262433 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-c7294f1d-b241-48fe-a009-56f956b8c7fd tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=26773079b6914a20ab27109b0dec496a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456674 Oct 10 12:16:50.364457 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-332c52b2-65e0-464e-94f1-14d586352f96 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906167 Oct 10 12:16:50.462231 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-844a5dd9-2443-4b1d-8961-61ef6251112b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920186 Oct 10 12:16:50.907315 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee06cb-49ef-4206-b5d3-7a40a4704aba req-47289d9a-f99b-4684-b0e8-58bba5e9f174 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:50.908853 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-15ee06cb-49ef-4206-b5d3-7a40a4704aba req-47289d9a-f99b-4684-b0e8-58bba5e9f174 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0590024 Oct 10 12:16:50.960186 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-15ee06cb-49ef-4206-b5d3-7a40a4704aba req-d4266c58-411c-4f85-8243-117e0ed663c5 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dad4bd27-f9c3-40df-bd6b-a7d26003495f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456421 Oct 10 12:16:50.964181 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:51.095122 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-75cf58fc-ac99-4f70-949f-104e2f247c6f req-2a771aab-9e28-4155-a0b2-5e1fbc3c620b tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 210 time: 0.0579872 Oct 10 12:16:51.123302 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-88cc4777-ddaf-4248-8c4d-734010d90e9d req-a4a88bf7-3310-44ac-949c-8114b06d48a7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 210 time: 0.0677907 Oct 10 12:16:51.344553 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b832a59-1b46-429f-abe8-8e76b654f0c0 req-0b2a59f3-b66a-4750-a4a7-58a59fa4a288 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:51.346237 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0b832a59-1b46-429f-abe8-8e76b654f0c0 req-0b2a59f3-b66a-4750-a4a7-58a59fa4a288 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 945 time: 0.0494661 Oct 10 12:16:51.438425 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-0b832a59-1b46-429f-abe8-8e76b654f0c0 req-b031513e-a25e-47f4-92dd-51d787d94d79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Deleting port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:16:51.438939 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0b832a59-1b46-429f-abe8-8e76b654f0c0 req-b031513e-a25e-47f4-92dd-51d787d94d79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (63d53b17-0e7f-4e84-aa0c-4d6908cd174a), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:51.556102 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-0b832a59-1b46-429f-abe8-8e76b654f0c0 req-b031513e-a25e-47f4-92dd-51d787d94d79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] For port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=63d53b17-0e7f-4e84-aa0c-4d6908cd174a,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:16:51.556479 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0b832a59-1b46-429f-abe8-8e76b654f0c0 req-b031513e-a25e-47f4-92dd-51d787d94d79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (63d53b17-0e7f-4e84-aa0c-4d6908cd174a), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:51.645245 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:51.767307 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0b832a59-1b46-429f-abe8-8e76b654f0c0 req-b031513e-a25e-47f4-92dd-51d787d94d79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:51.767725 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0b832a59-1b46-429f-abe8-8e76b654f0c0 req-b031513e-a25e-47f4-92dd-51d787d94d79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (bfb5d136-a9be-41d4-b866-1747a03009e1), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:51.768082 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [req-0b832a59-1b46-429f-abe8-8e76b654f0c0 req-b031513e-a25e-47f4-92dd-51d787d94d79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Floating IP bfb5d136-a9be-41d4-b866-1747a03009e1 disassociated. External IP: 172.27.4.91, port: 63d53b17-0e7f-4e84-aa0c-4d6908cd174a. Oct 10 12:16:51.768434 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-0b832a59-1b46-429f-abe8-8e76b654f0c0 req-b031513e-a25e-47f4-92dd-51d787d94d79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Calling delete_port for 63d53b17-0e7f-4e84-aa0c-4d6908cd174a owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:16:51.826151 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:51.998357 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0b832a59-1b46-429f-abe8-8e76b654f0c0 req-b031513e-a25e-47f4-92dd-51d787d94d79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (63d53b17-0e7f-4e84-aa0c-4d6908cd174a), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:52.028994 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031513e-a25e-47f4-92dd-51d787d94d79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event deleted for resources: {'Port': ['ID=63d53b17-0e7f-4e84-aa0c-4d6908cd174a,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:52.089014 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-de475c24-7f98-4ac4-996e-99a7728c9e70 req-00ec44df-3002-4a1c-a2e9-1bf3a0b6209b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 210 time: 0.0339494 Oct 10 12:16:52.172658 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b832a59-1b46-429f-abe8-8e76b654f0c0 req-b031513e-a25e-47f4-92dd-51d787d94d79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Router 75c37af9-e100-4975-b0de-bd8a32fff1da has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:16:52.265128 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a8fe39d1-b7cb-4a4b-90cb-a2e84ffa760d req-b2b9f61a-9848-422c-8e03-cce7b644230f tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 210 time: 0.0533826 Oct 10 12:16:52.295241 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-11337322-d262-42b5-b72d-da0285b104a9 req-a14067d4-7b4e-448f-8d6b-c65ad4e2586f tempest-ServerRescueNegativeTestJSON-367915746 tempest-ServerRescueNegativeTestJSON-367915746-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7d92bcf3-e567-46a0-a87e-ab1f89a16842 HTTP/1.1" status: 200 len: 210 time: 0.0744188 Oct 10 12:16:52.318462 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b832a59-1b46-429f-abe8-8e76b654f0c0 req-b031513e-a25e-47f4-92dd-51d787d94d79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:16:52.324152 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee91b8-e1ef-48a9-86c7-128da4fd3e30 None None] Sync routers for ids ['75c37af9-e100-4975-b0de-bd8a32fff1da'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:16:52.336777 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee91b8-e1ef-48a9-86c7-128da4fd3e30 None None] Routers {'75c37af9-e100-4975-b0de-bd8a32fff1da'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:16:52.337396 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-e8ee91b8-e1ef-48a9-86c7-128da4fd3e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:16:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['75c37af9-e100-4975-b0de-bd8a32fff1da'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:52.371800 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b832a59-1b46-429f-abe8-8e76b654f0c0 req-b031513e-a25e-47f4-92dd-51d787d94d79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] No DVR routers for this DVR port 63d53b17-0e7f-4e84-aa0c-4d6908cd174a on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:16:52.375519 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-0b832a59-1b46-429f-abe8-8e76b654f0c0 req-b031513e-a25e-47f4-92dd-51d787d94d79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:52.378876 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0b832a59-1b46-429f-abe8-8e76b654f0c0 req-b031513e-a25e-47f4-92dd-51d787d94d79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.48 "DELETE /networking/v2.0/ports/63d53b17-0e7f-4e84-aa0c-4d6908cd174a HTTP/1.1" status: 204 len: 173 time: 1.0264351 Oct 10 12:16:52.379617 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c0121a-4f1a-4265-9efd-5a969d73bb7e', 'name': 'network-vif-deleted', 'tag': '63d53b17-0e7f-4e84-aa0c-4d6908cd174a'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:52.381733 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3768135-b744-47d5-affd-0c367b30d7ca" -d '{"events": [{"server_uuid": "13c0121a-4f1a-4265-9efd-5a969d73bb7e", "name": "network-vif-deleted", "tag": "63d53b17-0e7f-4e84-aa0c-4d6908cd174a"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:52.426798 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f91b7ba-b637-4575-9933-2911f86990f3 x-openstack-request-id: req-9f91b7ba-b637-4575-9933-2911f86990f3 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:52.427086 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c0121a-4f1a-4265-9efd-5a969d73bb7e", "name": "network-vif-deleted", "tag": "63d53b17-0e7f-4e84-aa0c-4d6908cd174a", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:52.427334 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f91b7ba-b637-4575-9933-2911f86990f3 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:52.427739 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f91b7ba-b637-4575-9933-2911f86990f3'] response: {'server_uuid': '13c0121a-4f1a-4265-9efd-5a969d73bb7e', 'name': 'network-vif-deleted', 'tag': '63d53b17-0e7f-4e84-aa0c-4d6908cd174a', 'status': 'completed', 'code': 200} Oct 10 12:16:52.440654 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:52.475625 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-e8ee91b8-e1ef-48a9-86c7-128da4fd3e30 None None] Set router 75c37af9-e100-4975-b0de-bd8a32fff1da gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:16:52.517603 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:52.702621 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-e8ee91b8-e1ef-48a9-86c7-128da4fd3e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'd81409b5-883c-434a-b9aa-039a2e27a487', 'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'mac_address': 'fa:16:3e:27:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:05Z', 'revision_number': 5, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'subnets': [{'id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:52.730613 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee91b8-e1ef-48a9-86c7-128da4fd3e30 None None] Checking router: 75c37af9-e100-4975-b0de-bd8a32fff1da for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:16:52.739257 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee91b8-e1ef-48a9-86c7-128da4fd3e30 None None] Routers {'75c37af9-e100-4975-b0de-bd8a32fff1da'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:16:52.739875 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-e8ee91b8-e1ef-48a9-86c7-128da4fd3e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:16:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['75c37af9-e100-4975-b0de-bd8a32fff1da'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:52.853473 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-e8ee91b8-e1ef-48a9-86c7-128da4fd3e30 None None] Set router 75c37af9-e100-4975-b0de-bd8a32fff1da gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:16:53.077374 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-e8ee91b8-e1ef-48a9-86c7-128da4fd3e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'd81409b5-883c-434a-b9aa-039a2e27a487', 'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'mac_address': 'fa:16:3e:27:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:05Z', 'revision_number': 5, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'subnets': [{'id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:53.107086 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ee91b8-e1ef-48a9-86c7-128da4fd3e30 None None] The sync data for ids ['75c37af9-e100-4975-b0de-bd8a32fff1da'] in dv-cinder-860209-4-iscsi is: [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'd81409b5-883c-434a-b9aa-039a2e27a487', 'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'mac_address': 'fa:16:3e:27:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:05Z', 'revision_number': 5, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'subnets': [{'id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:16:53.244932 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-46bc1475-e19c-40d3-ae68-c09a4f6ff6f3 req-b317d807-2696-4503-b645-d185bf140a6e tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 210 time: 0.0393617 Oct 10 12:16:53.413303 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7456580c-0d53-441c-9235-872abd66e689 None None] New status for floating IP bfb5d136-a9be-41d4-b866-1747a03009e1: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:16:53.416011 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45968) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:53.431613 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-81f7e491-2212-408e-8fa6-a7cad3e9328e req-7b6780c0-d694-4998-a65d-4801f5636945 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 210 time: 0.0462072 Oct 10 12:16:53.680442 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:53.700188 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-53668910-af4c-4aa1-a3d7-424f55e8a6fd tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:53.701821 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-53668910-af4c-4aa1-a3d7-424f55e8a6fd tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.48 "GET /networking/v2.0/networks?id=467adefb-be40-4a7b-be51-41e12ba7cbdd HTTP/1.1" status: 200 len: 812 time: 0.1975119 Oct 10 12:16:54.015809 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device baa47217-65c4-4e53-be16-7c13a9be2c74 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:16:54.039586 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: baa47217-65c4-4e53-be16-7c13a9be2c74 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:16:54.040051 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device baa47217-65c4-4e53-be16-7c13a9be2c74 not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:16:54.040644 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 63d53b17-0e7f-4e84-aa0c-4d6908cd174a no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:16:54.077367 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: 63d53b17-0e7f-4e84-aa0c-4d6908cd174a {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:16:54.078162 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 63d53b17-0e7f-4e84-aa0c-4d6908cd174a not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:16:54.135395 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-0562d971-ea05-498f-ad1a-804cbea5aec2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=26773079b6914a20ab27109b0dec496a HTTP/1.1" status: 200 len: 379 time: 0.1169415 Oct 10 12:16:54.146533 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-cea58207-eafd-461a-b112-388b4a52b9a5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Request body: {'port': {'device_id': '2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'admin_state_up': True, 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'security_groups': ['07cdf5ff-63d3-4738-a5b0-2d3ad402d708']}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:54.404572 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-309b7d9d-40e6-431b-ae44-7a126d9087c9 req-e004601c-a10f-4a77-92ea-94ad1951573c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=13c0121a-4f1a-4265-9efd-5a969d73bb7e HTTP/1.1" status: 200 len: 210 time: 0.0510375 Oct 10 12:16:54.435514 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-cea58207-eafd-461a-b112-388b4a52b9a5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Made reservation on behalf of 26773079b6914a20ab27109b0dec496a for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:16:54.439793 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-cea58207-eafd-461a-b112-388b4a52b9a5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:54.443441 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f34ddcb7-e20e-414c-b311-cd2aa26ffd0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599821'] for router_interface (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:54.574640 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-522f5bd5-b14f-48d4-93a2-085fabdc97b6 req-aa6e47d6-7167-45b8-b80b-fb98a3c25879 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 210 time: 0.0319164 Oct 10 12:16:54.601129 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:54.725318 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-cea58207-eafd-461a-b112-388b4a52b9a5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Allocated IP 172.20.0.11 (467adefb-be40-4a7b-be51-41e12ba7cbdd/7eaa5c49-fe01-4fb1-b1d4-191a93c8d737/7ba57a2d-ce5e-46be-bfeb-ce6690c962c7) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:16:54.784344 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:54.883268 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f34ddcb7-e20e-414c-b311-cd2aa26ffd0a admin admin] Deleting port 079e70fb-a686-4fad-92c3-1fab10598e52 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:16:54.883602 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f34ddcb7-e20e-414c-b311-cd2aa26ffd0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (079e70fb-a686-4fad-92c3-1fab10598e52), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:54.978872 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-cea58207-eafd-461a-b112-388b4a52b9a5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for port (7ba57a2d-ce5e-46be-bfeb-ce6690c962c7), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:55.029561 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f34ddcb7-e20e-414c-b311-cd2aa26ffd0a admin admin] For port 079e70fb-a686-4fad-92c3-1fab10598e52, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=079e70fb-a686-4fad-92c3-1fab10598e52,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:16:55.029919 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f34ddcb7-e20e-414c-b311-cd2aa26ffd0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (079e70fb-a686-4fad-92c3-1fab10598e52), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:55.047920 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f34ddcb7-e20e-414c-b311-cd2aa26ffd0a admin admin] Calling delete_port for 079e70fb-a686-4fad-92c3-1fab10598e52 owned by network:router_interface {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:16:55.132164 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:55.248619 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-cea58207-eafd-461a-b112-388b4a52b9a5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (7ba57a2d-ce5e-46be-bfeb-ce6690c962c7), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:55.304372 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-cea58207-eafd-461a-b112-388b4a52b9a5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Network 467adefb-be40-4a7b-be51-41e12ba7cbdd is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:16:55.307680 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-cea58207-eafd-461a-b112-388b4a52b9a5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:16:55.311319 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-cea58207-eafd-461a-b112-388b4a52b9a5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:16:55.343761 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea58207-eafd-461a-b112-388b4a52b9a5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event updated for resources: {'Port': ['ID=7ba57a2d-ce5e-46be-bfeb-ce6690c962c7,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:55.374459 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-cea58207-eafd-461a-b112-388b4a52b9a5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:55.375131 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-cea58207-eafd-461a-b112-388b4a52b9a5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:55.482230 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f34ddcb7-e20e-414c-b311-cd2aa26ffd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (079e70fb-a686-4fad-92c3-1fab10598e52), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:55.512370 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ddcb7-e20e-414c-b311-cd2aa26ffd0a admin admin] Pushing event deleted for resources: {'Port': ['ID=079e70fb-a686-4fad-92c3-1fab10598e52,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:55.538789 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-cea58207-eafd-461a-b112-388b4a52b9a5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3980758 Oct 10 12:16:55.544752 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-18b622c5-3e40-4cb0-a697-1e1a717b4052 None None] Provisioning complete for port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:16:55.545246 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-18b622c5-3e40-4cb0-a697-1e1a717b4052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (7ba57a2d-ce5e-46be-bfeb-ce6690c962c7), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:55.545461 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-18b622c5-3e40-4cb0-a697-1e1a717b4052 None None] Attempt 1 to provision port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 Oct 10 12:16:55.547517 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:55.568996 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Request body: {'port': {'device_id': '2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:55.583719 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-18b622c5-3e40-4cb0-a697-1e1a717b4052 None None] Port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:16:55.639590 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 45982) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:55.692784 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:55.698519 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7ba57a2d-ce5e-46be-bfeb-ce6690c962c7), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:55.754504 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7b577-b129-43fd-b837-c89e26081591 req-a05dfc35-958d-4c12-997a-6dc1c3e212b7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:55.756147 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-57f7b577-b129-43fd-b837-c89e26081591 req-a05dfc35-958d-4c12-997a-6dc1c3e212b7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 932 time: 0.0758908 Oct 10 12:16:55.804748 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group (dad4bd27-f9c3-40df-bd6b-a7d26003495f), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:55.809078 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f34ddcb7-e20e-414c-b311-cd2aa26ffd0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599801'] for router_interface (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:55.845930 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group (dad4bd27-f9c3-40df-bd6b-a7d26003495f), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:55.882217 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-57f7b577-b129-43fd-b837-c89e26081591 req-e5a2f0be-dfd0-4949-9e2b-4ade4f17cec6 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115296 Oct 10 12:16:55.906589 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:56.044304 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (dad4bd27-f9c3-40df-bd6b-a7d26003495f), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:56.047521 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:56.048994 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/dad4bd27-f9c3-40df-bd6b-a7d26003495f HTTP/1.1" status: 204 len: 168 time: 0.4077592 Oct 10 12:16:56.052930 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 45984) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:56.074056 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad4bd27-f9c3-40df-bd6b-a7d26003495f,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:56.078687 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.api.v2.resource [None req-e40417d9-149b-487d-888c-d07bb5a0f941 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] show failed (client error): The resource could not be found. Oct 10 12:16:56.079745 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-e40417d9-149b-487d-888c-d07bb5a0f941 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups/dad4bd27-f9c3-40df-bd6b-a7d26003495f HTTP/1.1" status: 404 len: 347 time: 0.0258098 Oct 10 12:16:56.084597 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 45986) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:56.096403 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:56.096751 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:56.097101 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:56.097431 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:56.097769 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:56.098101 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:56.098430 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:56.098784 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:56.102777 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:56.102777 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:56.102777 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:56.102777 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:56.102777 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:56.102777 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:56.102777 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a0e5e-2fff-4807-ac31-9e8850fc4b1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:16:56.127570 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:56.145878 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:56.209756 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:16:56.222112 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Publish callbacks [] for port (7ba57a2d-ce5e-46be-bfeb-ce6690c962c7), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:56.225318 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ba586-28f5-4730-b33c-ceae9016a09c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Deleting port 333737b2-6b4f-4e7c-9975-53e630e6c0a7 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:16:56.233008 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba586-28f5-4730-b33c-ceae9016a09c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (333737b2-6b4f-4e7c-9975-53e630e6c0a7), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:56.242366 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34ddcb7-e20e-414c-b311-cd2aa26ffd0a admin admin] Router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:16:56.243547 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Transition to ACTIVE for port object 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:16:56.308357 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (7ba57a2d-ce5e-46be-bfeb-ce6690c962c7), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:56.328235 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba586-28f5-4730-b33c-ceae9016a09c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (333737b2-6b4f-4e7c-9975-53e630e6c0a7), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:56.328744 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba586-28f5-4730-b33c-ceae9016a09c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for floatingip (333737b2-6b4f-4e7c-9975-53e630e6c0a7), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:56.349342 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ba586-28f5-4730-b33c-ceae9016a09c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Calling delete_port for 333737b2-6b4f-4e7c-9975-53e630e6c0a7 owned by network:floatingip {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:16:56.447046 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba57a2d-ce5e-46be-bfeb-ce6690c962c7,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:56.466816 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34ddcb7-e20e-414c-b311-cd2aa26ffd0a admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:16:56.475453 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-f34ddcb7-e20e-414c-b311-cd2aa26ffd0a admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/e83ea2d9-02f4-4e3e-8e35-0165ac4f202a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0557120 Oct 10 12:16:56.478897 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45988) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:56.479450 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761262f7-1976-46b1-a69c-e616a476b3bf None None] Sync routers for ids ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:16:56.503795 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761262f7-1976-46b1-a69c-e616a476b3bf None None] Routers {'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:16:56.504813 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-761262f7-1976-46b1-a69c-e616a476b3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:16:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:56.565936 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Attempting to bind port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:16:56.566781 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Attempting to bind port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:16:56.566781 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Attempting to bind port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 on network 467adefb-be40-4a7b-be51-41e12ba7cbdd {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:16:56.629549 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-761262f7-1976-46b1-a69c-e616a476b3bf None None] Set router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:16:56.655768 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:56.701853 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba586-28f5-4730-b33c-ceae9016a09c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (333737b2-6b4f-4e7c-9975-53e630e6c0a7), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:56.752616 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ba586-28f5-4730-b33c-ceae9016a09c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event deleted for resources: {'Port': ['ID=333737b2-6b4f-4e7c-9975-53e630e6c0a7,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:56.865625 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba586-28f5-4730-b33c-ceae9016a09c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for floatingip (bfb5d136-a9be-41d4-b866-1747a03009e1), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:56.868274 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cd5ba586-28f5-4730-b33c-ceae9016a09c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:56.872587 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-cd5ba586-28f5-4730-b33c-ceae9016a09c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/bfb5d136-a9be-41d4-b866-1747a03009e1 HTTP/1.1" status: 204 len: 168 time: 0.7840207 Oct 10 12:16:56.944010 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4b9ccc85-406c-4a24-963f-17daae05931a admin admin] Publish callbacks [] for router (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:56.946437 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-761262f7-1976-46b1-a69c-e616a476b3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:16:55Z', 'revision_number': 5, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:56.978115 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761262f7-1976-46b1-a69c-e616a476b3bf None None] Checking router: e83ea2d9-02f4-4e3e-8e35-0165ac4f202a for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:16:56.989024 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761262f7-1976-46b1-a69c-e616a476b3bf None None] Routers {'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:16:56.989672 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-761262f7-1976-46b1-a69c-e616a476b3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:16:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:56.994089 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:56.994643 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 on network 467adefb-be40-4a7b-be51-41e12ba7cbdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:16:56.995078 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Attempting to bind port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 on network 467adefb-be40-4a7b-be51-41e12ba7cbdd {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:16:57.036405 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13269ac-0071-43a0-b454-1d8fa49f915d req-a164b839-9f6b-41bf-bd85-9dededabba5d tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:57.040043 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e13269ac-0071-43a0-b454-1d8fa49f915d req-a164b839-9f6b-41bf-bd85-9dededabba5d tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 944 time: 0.0576525 Oct 10 12:16:57.096907 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:16:57.097382 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Checking segment: {'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:16:57.098204 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Bound using segment: {'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:16:57.098204 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Bound port: 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:16:57.098548 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7ba57a2d-ce5e-46be-bfeb-ce6690c962c7), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:57.109921 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e13269ac-0071-43a0-b454-1d8fa49f915d req-66453787-2d87-4e9e-9491-3877283f78e8 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568943 Oct 10 12:16:57.112655 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 45994) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:57.120960 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-4ef21518-cb81-45c7-b617-00bf89646f42 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1989844107', 'description': 'tempest-description--1410264185'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:57.125853 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-761262f7-1976-46b1-a69c-e616a476b3bf None None] Set router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:16:57.169454 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4b9ccc85-406c-4a24-963f-17daae05931a admin admin] Publish callbacks [] for router_gateway (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:57.209813 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] For port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:16:57.214964 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] For port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=7ba57a2d-ce5e-46be-bfeb-ce6690c962c7,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:16:57.244268 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4ef21518-cb81-45c7-b617-00bf89646f42 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:57.289431 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:57.310448 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-761262f7-1976-46b1-a69c-e616a476b3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:16:55Z', 'revision_number': 5, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:57.343107 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761262f7-1976-46b1-a69c-e616a476b3bf None None] The sync data for ids ['e83ea2d9-02f4-4e3e-8e35-0165ac4f202a'] in dv-cinder-860209-4-iscsi is: [{'id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'name': 'tempest-ServerRescueNegativeTestJSON-1564571042-router', 'tenant_id': '782c5fd84235487caac5f9a7e18563cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47'}], 'enable_snat': True}, 'gw_port_id': '22075ca1-a382-4950-9753-680313efcd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:16:55Z', 'revision_number': 5, 'project_id': '782c5fd84235487caac5f9a7e18563cb', 'gw_port': {'id': '22075ca1-a382-4950-9753-680313efcd7e', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ea2d9-02f4-4e3e-8e35-0165ac4f202a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:44Z', 'updated_at': '2022-10-10T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:16:57.346363 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4ef21518-cb81-45c7-b617-00bf89646f42 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group (46019d70-3e9a-4e40-b3ef-7920e849f4f1), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:57.361262 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (7ba57a2d-ce5e-46be-bfeb-ce6690c962c7), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:57.366044 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:57.366654 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:57.368243 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 HTTP/1.1" status: 200 len: 1094 time: 1.8049324 Oct 10 12:16:57.368807 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ccc85-406c-4a24-963f-17daae05931a admin admin] Deleting port 22075ca1-a382-4950-9753-680313efcd7e {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:16:57.369127 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4b9ccc85-406c-4a24-963f-17daae05931a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (22075ca1-a382-4950-9753-680313efcd7e), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:57.371582 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25', 'tag': '7ba57a2d-ce5e-46be-bfeb-ce6690c962c7'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:16:57.373806 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1272eca-c36d-4389-b2f4-dceb83762fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25", "tag": "7ba57a2d-ce5e-46be-bfeb-ce6690c962c7"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:16:57.431988 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397a6a5d-15aa-46d2-b383-dc3c1aa510c8 x-openstack-request-id: req-397a6a5d-15aa-46d2-b383-dc3c1aa510c8 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:16:57.432260 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25", "tag": "7ba57a2d-ce5e-46be-bfeb-ce6690c962c7", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:16:57.432497 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-397a6a5d-15aa-46d2-b383-dc3c1aa510c8 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:16:57.432915 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397a6a5d-15aa-46d2-b383-dc3c1aa510c8'] response: {'name': 'network-changed', 'server_uuid': '2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25', 'tag': '7ba57a2d-ce5e-46be-bfeb-ce6690c962c7', 'status': 'completed', 'code': 200} Oct 10 12:16:57.448040 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4ef21518-cb81-45c7-b617-00bf89646f42 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (46019d70-3e9a-4e40-b3ef-7920e849f4f1), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:57.539009 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67812c1e-fa3f-4677-a17b-ce8c49d31ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba57a2d-ce5e-46be-bfeb-ce6690c962c7,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:57.560733 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef21518-cb81-45c7-b617-00bf89646f42 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46019d70-3e9a-4e40-b3ef-7920e849f4f1,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:57.572401 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1272eca-c36d-4389-b2f4-dceb83762fd0 req-218f74f5-c66e-4118-a3b4-3d0b984a1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:57.573954 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f1272eca-c36d-4389-b2f4-dceb83762fd0 req-218f74f5-c66e-4118-a3b4-3d0b984a1684 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=26773079b6914a20ab27109b0dec496a&device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 1128 time: 0.0849926 Oct 10 12:16:57.576464 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4ef21518-cb81-45c7-b617-00bf89646f42 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:57.584114 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-4ef21518-cb81-45c7-b617-00bf89646f42 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4620888 Oct 10 12:16:57.584341 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 46000) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:57.584469 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-4b9ccc85-406c-4a24-963f-17daae05931a admin admin] For port 22075ca1-a382-4950-9753-680313efcd7e, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=22075ca1-a382-4950-9753-680313efcd7e,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:16:57.584469 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4b9ccc85-406c-4a24-963f-17daae05931a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (22075ca1-a382-4950-9753-680313efcd7e), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:57.588378 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-2f07aa9d-04e7-48e3-86c8-4c275986ca79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Request body: {'security_group_rule': {'security_group_id': '46019d70-3e9a-4e40-b3ef-7920e849f4f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:57.618098 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ccc85-406c-4a24-963f-17daae05931a admin admin] Calling delete_port for 22075ca1-a382-4950-9753-680313efcd7e owned by network:router_gateway {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:16:57.683279 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2f07aa9d-04e7-48e3-86c8-4c275986ca79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group_rule (b009a7a8-fa65-43d6-b08c-101a503180ef), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:57.751860 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1272eca-c36d-4389-b2f4-dceb83762fd0 req-433ab375-925b-45d9-8b94-9fdce8bcad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:57.753375 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f1272eca-c36d-4389-b2f4-dceb83762fd0 req-433ab375-925b-45d9-8b94-9fdce8bcad80 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=26773079b6914a20ab27109b0dec496a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1666560 Oct 10 12:16:57.757976 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2f07aa9d-04e7-48e3-86c8-4c275986ca79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group_rule (b009a7a8-fa65-43d6-b08c-101a503180ef), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:57.803138 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:57.826657 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2f07aa9d-04e7-48e3-86c8-4c275986ca79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (b009a7a8-fa65-43d6-b08c-101a503180ef), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:57.839849 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:57.863817 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07aa9d-04e7-48e3-86c8-4c275986ca79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b009a7a8-fa65-43d6-b08c-101a503180ef,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:57.935957 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1272eca-c36d-4389-b2f4-dceb83762fd0 req-e78bd180-eac0-43ff-8cb8-ff4f71622f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:57.937357 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f1272eca-c36d-4389-b2f4-dceb83762fd0 req-e78bd180-eac0-43ff-8cb8-ff4f71622f04 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1762640 Oct 10 12:16:57.952262 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2f07aa9d-04e7-48e3-86c8-4c275986ca79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:57.954444 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-2f07aa9d-04e7-48e3-86c8-4c275986ca79 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3719583 Oct 10 12:16:57.960231 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 46002) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:57.965410 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-d87492b2-cc95-4a27-93ac-7646e9269ecd tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Request body: {'security_group_rule': {'security_group_id': '46019d70-3e9a-4e40-b3ef-7920e849f4f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:58.039632 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4b9ccc85-406c-4a24-963f-17daae05931a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (22075ca1-a382-4950-9753-680313efcd7e), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:58.079683 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ccc85-406c-4a24-963f-17daae05931a admin admin] Pushing event deleted for resources: {'Port': ['ID=22075ca1-a382-4950-9753-680313efcd7e,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:58.084034 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-13fa1d53-133d-4da2-b376-0f25919a194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:58.085549 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-13fa1d53-133d-4da2-b376-0f25919a194e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=26773079b6914a20ab27109b0dec496a&device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 1128 time: 0.0736368 Oct 10 12:16:58.089229 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d87492b2-cc95-4a27-93ac-7646e9269ecd tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group_rule (4ae615b4-c91a-4255-b0ca-f12074cdc218), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:58.178997 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-ca331d67-33e2-4fff-a5d7-f0eeebdda10a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 HTTP/1.1" status: 200 len: 217 time: 0.0645165 Oct 10 12:16:58.192300 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:58.252726 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4b9ccc85-406c-4a24-963f-17daae05931a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605235'] for router_gateway (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:58.278199 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6fd7a-3e28-4fbc-a848-2e5810074adf req-e1988aba-5b54-4d37-b506-4d68af091742 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:58.280068 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9fa6fd7a-3e28-4fbc-a848-2e5810074adf req-e1988aba-5b54-4d37-b506-4d68af091742 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 944 time: 0.0602360 Oct 10 12:16:58.325730 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d87492b2-cc95-4a27-93ac-7646e9269ecd tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group_rule (4ae615b4-c91a-4255-b0ca-f12074cdc218), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:58.335839 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-c93bdb1d-32d5-42cf-84e1-192455399d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:58.337364 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-c93bdb1d-32d5-42cf-84e1-192455399d05 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7eaa5c49-fe01-4fb1-b1d4-191a93c8d737 HTTP/1.1" status: 200 len: 851 time: 0.1485651 Oct 10 12:16:58.348264 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9fa6fd7a-3e28-4fbc-a848-2e5810074adf req-b915089f-c667-4a27-85fb-4750c71b2d2d tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582170 Oct 10 12:16:58.396626 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4b9ccc85-406c-4a24-963f-17daae05931a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12459'] for router (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:58.401399 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4b9ccc85-406c-4a24-963f-17daae05931a admin admin] Publish callbacks [] for router_controller (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:58.403179 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d87492b2-cc95-4a27-93ac-7646e9269ecd tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (4ae615b4-c91a-4255-b0ca-f12074cdc218), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:58.460847 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87492b2-cc95-4a27-93ac-7646e9269ecd tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae615b4-c91a-4255-b0ca-f12074cdc218,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:58.467282 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-4a668eb7-2a4d-424f-a650-66ae87ff35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:58.469071 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-4a668eb7-2a4d-424f-a650-66ae87ff35a4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=467adefb-be40-4a7b-be51-41e12ba7cbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1064839 Oct 10 12:16:58.578600 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 079e70fb-a686-4fad-92c3-1fab10598e52 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:16:58.583872 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d87492b2-cc95-4a27-93ac-7646e9269ecd tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:58.585698 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-d87492b2-cc95-4a27-93ac-7646e9269ecd tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6242847 Oct 10 12:16:58.587145 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4b9ccc85-406c-4a24-963f-17daae05931a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599841'] for router (e83ea2d9-02f4-4e3e-8e35-0165ac4f202a), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:58.587839 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9ccc85-406c-4a24-963f-17daae05931a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e83ea2d9-02f4-4e3e-8e35-0165ac4f202a {{(pid=107007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:16:58.588991 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 46006) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:58.598210 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4b9ccc85-406c-4a24-963f-17daae05931a admin admin] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:58.600162 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-4b9ccc85-406c-4a24-963f-17daae05931a admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/e83ea2d9-02f4-4e3e-8e35-0165ac4f202a HTTP/1.1" status: 204 len: 168 time: 2.1201956 Oct 10 12:16:58.604235 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 46008) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:58.606638 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Request body: {'floatingip': {'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:16:58.608041 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-fcdcc05c-013e-40fc-9ab2-20e33d45ef6e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323378 Oct 10 12:16:58.620053 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 079e70fb-a686-4fad-92c3-1fab10598e52 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:16:58.620796 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 079e70fb-a686-4fad-92c3-1fab10598e52 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:16:58.719128 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_v2 [None req-643320f8-3ed3-40d7-b55c-c34e43fe5321 admin admin] Deleting subnet d52ff9db-2c19-408a-83cb-417a641f45bb {{(pid=107007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:16:58.726853 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-643320f8-3ed3-40d7-b55c-c34e43fe5321 admin admin] Publish callbacks [] for subnet (d52ff9db-2c19-408a-83cb-417a641f45bb), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:58.786459 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:58.787232 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6b66ac6e-5804-4c85-a558-9af95290e3ac req-882def0f-0833-43a1-aeee-575090096de9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670694 Oct 10 12:16:58.789769 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-643320f8-3ed3-40d7-b55c-c34e43fe5321 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32523480'] for subnet (d52ff9db-2c19-408a-83cb-417a641f45bb), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:58.878093 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:58.912802 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:58.915469 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-643320f8-3ed3-40d7-b55c-c34e43fe5321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (d52ff9db-2c19-408a-83cb-417a641f45bb), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:58.989912 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Allocated IP 172.27.4.236 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/df295fa6-92d3-4a5f-b9d3-e0a6e15c1ca1) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:16:59.078702 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-643320f8-3ed3-40d7-b55c-c34e43fe5321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32524386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29424465'] for subnet (d52ff9db-2c19-408a-83cb-417a641f45bb), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.107165 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643320f8-3ed3-40d7-b55c-c34e43fe5321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d52ff9db-2c19-408a-83cb-417a641f45bb,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:59.111045 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for port (df295fa6-92d3-4a5f-b9d3-e0a6e15c1ca1), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.115756 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-643320f8-3ed3-40d7-b55c-c34e43fe5321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.121100 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-643320f8-3ed3-40d7-b55c-c34e43fe5321 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/d52ff9db-2c19-408a-83cb-417a641f45bb HTTP/1.1" status: 204 len: 168 time: 0.5111427 Oct 10 12:16:59.123671 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d559620-307a-48d2-a07b-81a7ae3472b3 None None] Network 67af5388-ef78-467a-b602-e98d5343259e requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:16:59.124277 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 46010) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:16:59.141894 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:59.224755 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (67af5388-ef78-467a-b602-e98d5343259e), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.272273 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] Deleting port b3b55491-4e9e-415f-9218-62adb88daf79 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:16:59.272667 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (b3b55491-4e9e-415f-9218-62adb88daf79), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.302225 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7dab99-381a-433e-9f4c-3aa42317e0b1 None None] DHCP port deletion for 67af5388-ef78-467a-b602-e98d5343259e request from dv-cinder-860209-4-iscsi {{(pid=107008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:16:59.333848 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:59.338868 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] For port b3b55491-4e9e-415f-9218-62adb88daf79, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=b3b55491-4e9e-415f-9218-62adb88daf79,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:16:59.339299 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (b3b55491-4e9e-415f-9218-62adb88daf79), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.348574 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-9b7dab99-381a-433e-9f4c-3aa42317e0b1 None None] Deleting port b3b55491-4e9e-415f-9218-62adb88daf79 {{(pid=107008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:16:59.348935 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-9b7dab99-381a-433e-9f4c-3aa42317e0b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (b3b55491-4e9e-415f-9218-62adb88daf79), before_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.353462 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] Calling delete_port for b3b55491-4e9e-415f-9218-62adb88daf79 owned by network:dhcp {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:16:59.353867 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (df295fa6-92d3-4a5f-b9d3-e0a6e15c1ca1), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.408847 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:16:59.416177 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:16:59.418503 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:16:59.422481 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-9b7dab99-381a-433e-9f4c-3aa42317e0b1 None None] For port b3b55491-4e9e-415f-9218-62adb88daf79, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=b3b55491-4e9e-415f-9218-62adb88daf79,segment=NetworkSegment(bbe0fda2-05c6-4df1-a4d3-73fe6d068693),segment_id=bbe0fda2-05c6-4df1-a4d3-73fe6d068693)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:16:59.422923 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-9b7dab99-381a-433e-9f4c-3aa42317e0b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (b3b55491-4e9e-415f-9218-62adb88daf79), precommit_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.424547 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event updated for resources: {'Port': ['ID=df295fa6-92d3-4a5f-b9d3-e0a6e15c1ca1,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:59.441392 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-9b7dab99-381a-433e-9f4c-3aa42317e0b1 None None] Calling delete_port for b3b55491-4e9e-415f-9218-62adb88daf79 owned by network:dhcp {{(pid=107008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:16:59.539306 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:16:59.546315 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dec58-0721-4d2c-a691-89d23852c5d9 req-f9393a37-2496-4cc6-96bc-7e9b0cfef059 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:16:59.548035 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-911dec58-0721-4d2c-a691-89d23852c5d9 req-f9393a37-2496-4cc6-96bc-7e9b0cfef059 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 944 time: 0.0680645 Oct 10 12:16:59.587240 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (b3b55491-4e9e-415f-9218-62adb88daf79), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.606139 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-9b7dab99-381a-433e-9f4c-3aa42317e0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751'] for port (b3b55491-4e9e-415f-9218-62adb88daf79), after_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.638213 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b55491-4e9e-415f-9218-62adb88daf79,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:59.640974 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-911dec58-0721-4d2c-a691-89d23852c5d9 req-20c98593-3305-4520-8802-85efeb69ee96 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866017 Oct 10 12:16:59.648219 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] No DVR routers for this DVR port b3b55491-4e9e-415f-9218-62adb88daf79 on host dv-cinder-860209-4-iscsi {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:16:59.650949 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for floatingip (dcd673f3-8882-4ec2-b1e8-d5410060b230), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.654378 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dab99-381a-433e-9f4c-3aa42317e0b1 None None] Pushing event deleted for resources: {'Port': ['ID=b3b55491-4e9e-415f-9218-62adb88daf79,revision_number=None']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:16:59.657913 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7dab99-381a-433e-9f4c-3aa42317e0b1 None None] No DVR routers for this DVR port b3b55491-4e9e-415f-9218-62adb88daf79 on host dv-cinder-860209-4-iscsi {{(pid=107008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:16:59.695016 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e6f02543-25c8-4475-a24c-42faa0bf1d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.747249 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (67af5388-ef78-467a-b602-e98d5343259e), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.763541 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (df295fa6-92d3-4a5f-b9d3-e0a6e15c1ca1), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.774836 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67af5388-ef78-467a-b602-e98d5343259e']}} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:59.787890 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693') {'for_net_delete': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:59.788299 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe0fda2-05c6-4df1-a4d3-73fe6d068693') {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:16:59.803032 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32523425'] for segment (bbe0fda2-05c6-4df1-a4d3-73fe6d068693), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.823016 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (bbe0fda2-05c6-4df1-a4d3-73fe6d068693), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.833603 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=107007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:16:59.834220 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32524424'] for segment (bbe0fda2-05c6-4df1-a4d3-73fe6d068693), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.889286 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment bbe0fda2-05c6-4df1-a4d3-73fe6d068693 resource provider aggregate not found Oct 10 12:16:59.913411 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment bbe0fda2-05c6-4df1-a4d3-73fe6d068693 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbe0fda2-05c6-4df1-a4d3-73fe6d068693 found for delete ", "request_id": "req-66bb9632-6819-48f0-97dc-e7d53fad53fd"}]} Oct 10 12:16:59.954502 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for port (df295fa6-92d3-4a5f-b9d3-e0a6e15c1ca1), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.992593 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (67af5388-ef78-467a-b602-e98d5343259e), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:16:59.998948 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:00.002687 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/67af5388-ef78-467a-b602-e98d5343259e HTTP/1.1" status: 204 len: 168 time: 0.8769038 Oct 10 12:17:00.012045 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31514739'] for port (df295fa6-92d3-4a5f-b9d3-e0a6e15c1ca1), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:00.018719 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dd94f-c958-4bc0-bd1b-5be6998f3119 admin admin] Pushing event deleted for resources: {'Network': ['ID=67af5388-ef78-467a-b602-e98d5343259e,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:17:00.086465 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event updated for resources: {'Port': ['ID=df295fa6-92d3-4a5f-b9d3-e0a6e15c1ca1,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:17:00.088806 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (dcd673f3-8882-4ec2-b1e8-d5410060b230), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:00.147126 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:00.148627 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-75fe7204-c90a-4ff8-b079-8d2b96832187 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5476725 Oct 10 12:17:00.328133 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 46032) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:17:00.356624 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:00.377210 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-c761aaca-a356-4f91-9810-d5ece8dc5576 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=782c5fd84235487caac5f9a7e18563cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0477207 Oct 10 12:17:00.379822 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 46034) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:17:00.388785 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-cff7405c-11f6-49be-a90e-5823bdc8c207 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1989844107&fields=id&tenant_id=98437356d32f4230bce856ce6ddae66a HTTP/1.1" status: 200 len: 267 time: 0.0495725 Oct 10 12:17:00.433784 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-360acc7f-7861-4993-9ad2-c1f454d54ec2 admin admin] Publish callbacks [] for security_group (4a698acd-44d7-4882-b606-b2ba4a992f9b), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:00.458583 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-360acc7f-7861-4993-9ad2-c1f454d54ec2 admin admin] Publish callbacks [] for security_group (4a698acd-44d7-4882-b606-b2ba4a992f9b), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:00.496438 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:00.523877 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b239449-e2c4-4742-be39-7f4baadd63d6 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:00.525402 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b239449-e2c4-4742-be39-7f4baadd63d6 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/networks?id=f8981a50-f1b5-4a9f-bc84-d19589293c21 HTTP/1.1" status: 200 len: 809 time: 0.1292138 Oct 10 12:17:00.543135 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-7d763d8b-4fe2-4ea4-924d-d2e5ee889744 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/quotas/98437356d32f4230bce856ce6ddae66a HTTP/1.1" status: 200 len: 375 time: 0.0100524 Oct 10 12:17:00.575120 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 22075ca1-a382-4950-9753-680313efcd7e no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:17:00.596414 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 22075ca1-a382-4950-9753-680313efcd7e {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:17:00.596767 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 22075ca1-a382-4950-9753-680313efcd7e not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:17:00.597180 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device b3b55491-4e9e-415f-9218-62adb88daf79 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:17:00.606126 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-85901767-54f5-4a51-a923-44bd57479e5c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=98437356d32f4230bce856ce6ddae66a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570261 Oct 10 12:17:00.627088 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: b3b55491-4e9e-415f-9218-62adb88daf79 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:17:00.627889 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device b3b55491-4e9e-415f-9218-62adb88daf79 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:17:00.638464 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-360acc7f-7861-4993-9ad2-c1f454d54ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (4a698acd-44d7-4882-b606-b2ba4a992f9b), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:00.641185 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-360acc7f-7861-4993-9ad2-c1f454d54ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:00.644749 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-360acc7f-7861-4993-9ad2-c1f454d54ec2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4a698acd-44d7-4882-b606-b2ba4a992f9b HTTP/1.1" status: 204 len: 168 time: 0.2616193 Oct 10 12:17:00.652191 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360acc7f-7861-4993-9ad2-c1f454d54ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a698acd-44d7-4882-b606-b2ba4a992f9b,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:17:00.736646 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-2c5eda31-be72-4826-bc9d-87bf237ded9b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160772 Oct 10 12:17:00.847683 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc2b6f-8dd9-44e5-8fdc-0324bc0725a4 req-4c70e5b7-1e41-4926-a84f-5a1f2d9e1c4a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:00.849246 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-43fc2b6f-8dd9-44e5-8fdc-0324bc0725a4 req-4c70e5b7-1e41-4926-a84f-5a1f2d9e1c4a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 944 time: 0.0860467 Oct 10 12:17:00.899229 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-827a2bdb-1c78-48ba-8ed9-be6ed4c9ed4e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569674 Oct 10 12:17:00.930465 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-43fc2b6f-8dd9-44e5-8fdc-0324bc0725a4 req-2b80e7a5-8aa8-4f7c-b81d-390dc17eafb3 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679727 Oct 10 12:17:01.237438 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ff038775-32e2-4d31-8612-f38715a34718 req-04b03b91-63a8-4a2b-9607-ec944e483cea tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 210 time: 0.0365520 Oct 10 12:17:01.883172 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-7f57b98d-6e29-4ca5-8446-7ede4797acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:02.091871 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942ce65-9a0b-4620-842d-b4bd985c9d89 req-e8cedda2-7682-4c33-90b8-c57e6c8613c3 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:02.093885 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8942ce65-9a0b-4620-842d-b4bd985c9d89 req-e8cedda2-7682-4c33-90b8-c57e6c8613c3 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 944 time: 0.0693979 Oct 10 12:17:02.148899 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8942ce65-9a0b-4620-842d-b4bd985c9d89 req-c850d75f-05a1-40d3-8718-b1fcbc37c695 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483263 Oct 10 12:17:02.352719 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bf1fa0f5-8d53-4fb8-b761-7f723f7213e7 req-7b8be4f5-8c5b-4399-8e06-1e0030005df6 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 210 time: 0.0324523 Oct 10 12:17:03.279503 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c66cb5-6a55-4377-801c-b2b234dc18c5 req-261a30f2-b7be-4ad1-ae12-1b02984ebbaf tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:03.281026 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-01c66cb5-6a55-4377-801c-b2b234dc18c5 req-261a30f2-b7be-4ad1-ae12-1b02984ebbaf tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 944 time: 0.0518866 Oct 10 12:17:03.334159 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-01c66cb5-6a55-4377-801c-b2b234dc18c5 req-428d8c57-905f-485f-b3f0-e0233048a539 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470927 Oct 10 12:17:03.468440 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a7c960f7-0763-4ada-8323-e471513d1c15 req-5778a818-d8a1-415e-a91b-2a42a7f4b0cd tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 210 time: 0.0298839 Oct 10 12:17:03.500265 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:03.838613 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-568ad8f4-8121-46aa-8c0e-4e3b5f8ce7e0 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:03.841309 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-568ad8f4-8121-46aa-8c0e-4e3b5f8ce7e0 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.48 "GET /networking/v2.0/networks?id=f8981a50-f1b5-4a9f-bc84-d19589293c21 HTTP/1.1" status: 200 len: 809 time: 0.1163142 Oct 10 12:17:03.911463 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-01844fae-2718-4bd0-91eb-b48dfa2aef1a tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=98437356d32f4230bce856ce6ddae66a HTTP/1.1" status: 200 len: 380 time: 0.0554116 Oct 10 12:17:03.920280 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-b87a9948-c7d5-4355-adaa-1684de392192 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Request body: {'port': {'device_id': 'b5e7774e-b8b3-4e69-967d-c19741018ddf', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'admin_state_up': True, 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'security_groups': ['46019d70-3e9a-4e40-b3ef-7920e849f4f1']}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:17:04.122944 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-b87a9948-c7d5-4355-adaa-1684de392192 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Made reservation on behalf of 98437356d32f4230bce856ce6ddae66a for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:17:04.126590 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-b87a9948-c7d5-4355-adaa-1684de392192 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:04.278875 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-b87a9948-c7d5-4355-adaa-1684de392192 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Allocated IP 172.20.0.7 (f8981a50-f1b5-4a9f-bc84-d19589293c21/96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d/1837ddef-a7eb-4bd3-b4f5-a127aa82e594) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:17:04.443626 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-b87a9948-c7d5-4355-adaa-1684de392192 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for port (1837ddef-a7eb-4bd3-b4f5-a127aa82e594), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:04.466418 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810fe65-e34d-44ed-b638-2180c52d0bab req-563be4a9-4778-480b-bc59-69a24c729e02 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:04.468276 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0810fe65-e34d-44ed-b638-2180c52d0bab req-563be4a9-4778-480b-bc59-69a24c729e02 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 944 time: 0.0532205 Oct 10 12:17:04.529113 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0810fe65-e34d-44ed-b638-2180c52d0bab req-e1ae0ff5-e768-4664-a4b1-c2f45ea86acf tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520303 Oct 10 12:17:04.575272 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-b87a9948-c7d5-4355-adaa-1684de392192 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (1837ddef-a7eb-4bd3-b4f5-a127aa82e594), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:04.578907 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c582c540-6f8d-4dd3-8d19-3b3d4d90c425 req-d8107eba-4fc7-4eb0-9cab-bc8347233729 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 210 time: 0.0287967 Oct 10 12:17:04.584268 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:04.603233 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:04.623628 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-b87a9948-c7d5-4355-adaa-1684de392192 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Network f8981a50-f1b5-4a9f-bc84-d19589293c21 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:17:04.626856 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-b87a9948-c7d5-4355-adaa-1684de392192 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:17:04.630854 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-b87a9948-c7d5-4355-adaa-1684de392192 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:17:04.637436 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a9948-c7d5-4355-adaa-1684de392192 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event updated for resources: {'Port': ['ID=1837ddef-a7eb-4bd3-b4f5-a127aa82e594,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:17:04.680133 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:04.688330 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-b87a9948-c7d5-4355-adaa-1684de392192 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:04.688978 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-b87a9948-c7d5-4355-adaa-1684de392192 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:04.798868 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-b87a9948-c7d5-4355-adaa-1684de392192 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8822420 Oct 10 12:17:04.817183 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Request body: {'port': {'device_id': 'b5e7774e-b8b3-4e69-967d-c19741018ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:17:04.875380 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-aaa37f5f-93df-4e7e-907b-404e074515d5 None None] Provisioning complete for port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:17:04.875745 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-aaa37f5f-93df-4e7e-907b-404e074515d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (1837ddef-a7eb-4bd3-b4f5-a127aa82e594), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:04.876081 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-aaa37f5f-93df-4e7e-907b-404e074515d5 None None] Attempt 1 to provision port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 Oct 10 12:17:04.879714 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1837ddef-a7eb-4bd3-b4f5-a127aa82e594), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:04.909250 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-aaa37f5f-93df-4e7e-907b-404e074515d5 None None] Port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:17:05.100548 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:05.418249 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:17:05.426119 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Publish callbacks [] for port (1837ddef-a7eb-4bd3-b4f5-a127aa82e594), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:05.439227 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Transition to ACTIVE for port object 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:17:05.540953 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (1837ddef-a7eb-4bd3-b4f5-a127aa82e594), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:05.623560 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1837ddef-a7eb-4bd3-b4f5-a127aa82e594,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:17:05.658457 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Attempting to bind port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:17:05.659840 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Attempting to bind port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:17:05.660188 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Attempting to bind port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 on network f8981a50-f1b5-4a9f-bc84-d19589293c21 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:17:05.681287 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25526996-a14d-4d91-95b5-3ca7e7c68133 req-c206d3ed-1c2e-484d-a887-772ff05120db tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:05.683623 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-25526996-a14d-4d91-95b5-3ca7e7c68133 req-c206d3ed-1c2e-484d-a887-772ff05120db tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 944 time: 0.0682855 Oct 10 12:17:05.713156 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 on network f8981a50-f1b5-4a9f-bc84-d19589293c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:17:05.713518 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Attempting to bind port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 on network f8981a50-f1b5-4a9f-bc84-d19589293c21 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:17:05.739789 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6832ca-e362-468f-a38f-44acf766543a req-a7e1cb05-a011-4dd2-ac18-641366fce279 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:05.741394 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2b6832ca-e362-468f-a38f-44acf766543a req-a7e1cb05-a011-4dd2-ac18-641366fce279 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 943 time: 0.0762320 Oct 10 12:17:05.758037 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:17:05.758374 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Checking segment: {'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:17:05.758786 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Bound using segment: {'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:17:05.759224 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Bound port: 1837ddef-a7eb-4bd3-b4f5-a127aa82e594, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e745f4f5-2896-4f17-ac8d-244e02644644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:17:05.759586 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1837ddef-a7eb-4bd3-b4f5-a127aa82e594), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:05.781620 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-25526996-a14d-4d91-95b5-3ca7e7c68133 req-272decf2-a8cb-438f-a521-6a785d0930ef tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807352 Oct 10 12:17:05.784998 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:05.825572 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:05.829258 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] For port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:17:05.830098 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2b6832ca-e362-468f-a38f-44acf766543a req-73952253-ef91-4109-906b-05d725ef55a0 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804451 Oct 10 12:17:05.832647 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] For port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1837ddef-a7eb-4bd3-b4f5-a127aa82e594,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:17:05.935419 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (1837ddef-a7eb-4bd3-b4f5-a127aa82e594), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:05.938523 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:05.939451 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:05.940861 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/1837ddef-a7eb-4bd3-b4f5-a127aa82e594 HTTP/1.1" status: 200 len: 1093 time: 1.1278107 Oct 10 12:17:05.943120 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e7774e-b8b3-4e69-967d-c19741018ddf', 'tag': '1837ddef-a7eb-4bd3-b4f5-a127aa82e594'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:17:05.945363 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6464b94-6bcb-4082-964d-2ee3c510b0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e7774e-b8b3-4e69-967d-c19741018ddf", "tag": "1837ddef-a7eb-4bd3-b4f5-a127aa82e594"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:17:05.983087 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14eb0ec8-3fbb-49ce-b6c7-b2f4d33d2af5 x-openstack-request-id: req-14eb0ec8-3fbb-49ce-b6c7-b2f4d33d2af5 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:17:05.983370 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e7774e-b8b3-4e69-967d-c19741018ddf", "tag": "1837ddef-a7eb-4bd3-b4f5-a127aa82e594", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:17:05.983619 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14eb0ec8-3fbb-49ce-b6c7-b2f4d33d2af5 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:17:05.984038 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14eb0ec8-3fbb-49ce-b6c7-b2f4d33d2af5'] response: {'name': 'network-changed', 'server_uuid': 'b5e7774e-b8b3-4e69-967d-c19741018ddf', 'tag': '1837ddef-a7eb-4bd3-b4f5-a127aa82e594', 'status': 'completed', 'code': 200} Oct 10 12:17:05.998541 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53b87d-64e1-493b-8450-e3b32c0666d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1837ddef-a7eb-4bd3-b4f5-a127aa82e594,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:17:06.749035 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6464b94-6bcb-4082-964d-2ee3c510b0d0 req-e1366bfa-1054-40d8-b358-f6674b35a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:06.750614 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d6464b94-6bcb-4082-964d-2ee3c510b0d0 req-e1366bfa-1054-40d8-b358-f6674b35a804 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=98437356d32f4230bce856ce6ddae66a&device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 1127 time: 0.0508304 Oct 10 12:17:06.864083 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6464b94-6bcb-4082-964d-2ee3c510b0d0 req-e5581be5-7db0-4aee-8ca2-fe5932853157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:06.865684 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d6464b94-6bcb-4082-964d-2ee3c510b0d0 req-e5581be5-7db0-4aee-8ca2-fe5932853157 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=98437356d32f4230bce856ce6ddae66a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1015320 Oct 10 12:17:06.912301 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f343cb3-6895-43d8-bfe1-76d4791f4212 req-b2073854-8487-42a1-8524-9100f60eed82 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:06.914538 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3f343cb3-6895-43d8-bfe1-76d4791f4212 req-b2073854-8487-42a1-8524-9100f60eed82 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 944 time: 0.0539303 Oct 10 12:17:06.949813 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:06.971793 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6464b94-6bcb-4082-964d-2ee3c510b0d0 req-f3ece4a8-dbf6-40f2-bfdb-43180af81813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:06.973360 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d6464b94-6bcb-4082-964d-2ee3c510b0d0 req-f3ece4a8-dbf6-40f2-bfdb-43180af81813 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008165 Oct 10 12:17:06.987377 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d09d8-f7b6-4738-94cf-3218abe3f5be req-0248563b-9db6-491b-a310-a67ecaa1d227 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:06.988860 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a78d09d8-f7b6-4738-94cf-3218abe3f5be req-0248563b-9db6-491b-a310-a67ecaa1d227 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 943 time: 0.0733986 Oct 10 12:17:07.020346 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3f343cb3-6895-43d8-bfe1-76d4791f4212 req-f9d47ba9-512f-4023-b4ef-52a4854911cb tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952954 Oct 10 12:17:07.055757 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a78d09d8-f7b6-4738-94cf-3218abe3f5be req-8665cfcb-763a-4370-a2bd-5b12df80c649 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605178 Oct 10 12:17:07.066292 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:07.072225 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-125d20b4-05db-4911-a624-3ea973fae1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:07.073967 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-125d20b4-05db-4911-a624-3ea973fae1fd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=98437356d32f4230bce856ce6ddae66a&device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 1127 time: 0.0409255 Oct 10 12:17:07.124180 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-5f44999b-02f6-4820-a49c-61a480b0fd8a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1837ddef-a7eb-4bd3-b4f5-a127aa82e594 HTTP/1.1" status: 200 len: 217 time: 0.0372548 Oct 10 12:17:07.173005 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-bb7c79dc-88c2-4b55-8570-d4e92511227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:07.174387 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-bb7c79dc-88c2-4b55-8570-d4e92511227e service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d HTTP/1.1" status: 200 len: 848 time: 0.0452979 Oct 10 12:17:07.219725 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-848b83ab-de52-4611-9a15-ec63bdf29a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:07.221246 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-848b83ab-de52-4611-9a15-ec63bdf29a89 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f8981a50-f1b5-4a9f-bc84-d19589293c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407577 Oct 10 12:17:07.318067 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-8f8d4b05-2263-4fc6-9f82-23b96bfafbd7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901823 Oct 10 12:17:07.406821 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d2354d8e-01ec-4552-9a79-4bbd91204b85 req-6ea24fb1-9796-445e-bc6a-ee89dcdece5f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827305 Oct 10 12:17:07.991205 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:17:08.105186 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=7ba57a2d-ce5e-46be-bfeb-ce6690c962c7,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:17:08.117337 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '7ba57a2d-ce5e-46be-bfeb-ce6690c962c7', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'port_id': '7ba57a2d-ce5e-46be-bfeb-ce6690c962c7', 'mac_address': 'fa:16:3e:bc:90:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:17:08.153742 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:17:08.154125 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7ba57a2d-ce5e-46be-bfeb-ce6690c962c7), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:08.161205 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d030035-0eab-4dd3-b3b2-975985e7eeb7 req-b7c51c0d-283e-4410-a8ab-3b8dbc67884e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:08.162742 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6d030035-0eab-4dd3-b3b2-975985e7eeb7 req-b7c51c0d-283e-4410-a8ab-3b8dbc67884e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 944 time: 0.0601196 Oct 10 12:17:08.171770 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:17:08.191972 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=7ba57a2d-ce5e-46be-bfeb-ce6690c962c7,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:17:08.212191 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf728eb4-3160-4246-b483-d1726099d764 req-ca9a856a-b705-408d-a99a-0a7819262620 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:08.213693 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cf728eb4-3160-4246-b483-d1726099d764 req-ca9a856a-b705-408d-a99a-0a7819262620 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 943 time: 0.0767639 Oct 10 12:17:08.258459 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6d030035-0eab-4dd3-b3b2-975985e7eeb7 req-6d5d30f0-6b3e-461c-944e-ed134892b7e2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790572 Oct 10 12:17:08.290118 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cf728eb4-3160-4246-b483-d1726099d764 req-e4e2f576-17ad-45ee-a247-ca7fd2dd1cd1 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681705 Oct 10 12:17:08.294884 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7ba57a2d-ce5e-46be-bfeb-ce6690c962c7), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:08.360125 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=7ba57a2d-ce5e-46be-bfeb-ce6690c962c7,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:17:08.998833 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['7ba57a2d-ce5e-46be-bfeb-ce6690c962c7'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:17:09.208711 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:09.398094 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ded78-6265-4767-b7c3-650fce1bd67a req-d5bfd478-7073-42eb-a58c-93e54f5d1ed5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:09.399664 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2f6ded78-6265-4767-b7c3-650fce1bd67a req-d5bfd478-7073-42eb-a58c-93e54f5d1ed5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 945 time: 0.0610433 Oct 10 12:17:09.447899 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd5c10-b18e-4cca-b35d-24152aa0891e req-f85d52ae-3d24-47d0-b51a-5c0870b8bc66 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:09.449439 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-53fd5c10-b18e-4cca-b35d-24152aa0891e req-f85d52ae-3d24-47d0-b51a-5c0870b8bc66 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 943 time: 0.0712414 Oct 10 12:17:09.494261 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2f6ded78-6265-4767-b7c3-650fce1bd67a req-c281e9ff-c344-42b7-8a9e-b3706dfb3849 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781989 Oct 10 12:17:09.526035 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-53fd5c10-b18e-4cca-b35d-24152aa0891e req-d2bb5d8b-6419-41bf-80f8-756ee81fca06 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657432 Oct 10 12:17:10.868377 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcdf9c-2f6f-421f-ab2e-7d0323886527 req-e0ba9bb5-c0f6-4206-9a7a-2da978499745 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:10.869821 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-00dcdf9c-2f6f-421f-ab2e-7d0323886527 req-e0ba9bb5-c0f6-4206-9a7a-2da978499745 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 945 time: 0.2978661 Oct 10 12:17:10.890366 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b4b68-530c-41bc-a866-fd2df943d511 req-df1cc357-66c4-4800-9137-3ae5599ed7ea tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:10.891873 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8a6b4b68-530c-41bc-a866-fd2df943d511 req-df1cc357-66c4-4800-9137-3ae5599ed7ea tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 943 time: 0.0677972 Oct 10 12:17:10.959549 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-00dcdf9c-2f6f-421f-ab2e-7d0323886527 req-3dbe5399-7834-4b4d-bc51-3c96c6a3e1ab tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833936 Oct 10 12:17:10.968137 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8a6b4b68-530c-41bc-a866-fd2df943d511 req-58ad04ed-e7cf-4f63-a502-ea99074ce55c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692496 Oct 10 12:17:12.121492 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7da25e-54c8-4646-8328-f1b5543acb30 req-96fffc42-7adb-43b4-867c-fca19cea80aa tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:12.123136 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bc7da25e-54c8-4646-8328-f1b5543acb30 req-96fffc42-7adb-43b4-867c-fca19cea80aa tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 945 time: 0.0795219 Oct 10 12:17:12.130974 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cecd0-9721-4e09-af04-ee0b35896d9f req-14214ea1-eed5-4ac7-b89d-6fe3827d237b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:12.132421 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-797cecd0-9721-4e09-af04-ee0b35896d9f req-14214ea1-eed5-4ac7-b89d-6fe3827d237b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 943 time: 0.0797396 Oct 10 12:17:12.212489 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bc7da25e-54c8-4646-8328-f1b5543acb30 req-2802d9d4-ca72-4d78-8ae1-28c750437345 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790777 Oct 10 12:17:12.216586 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-797cecd0-9721-4e09-af04-ee0b35896d9f req-0d81c296-41b1-40a5-9f77-6255f327acc4 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759332 Oct 10 12:17:12.307888 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=43 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:12.310933 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=85 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:13.372232 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a3465-c784-4457-90d8-2c26d52f66f1 req-126e5a59-d3fb-4fba-a7bb-b2c7aeaa5af0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:13.373719 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d18a3465-c784-4457-90d8-2c26d52f66f1 req-126e5a59-d3fb-4fba-a7bb-b2c7aeaa5af0 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 945 time: 0.0815623 Oct 10 12:17:13.379547 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e50a8-83a6-4fab-b2ad-4ea2e96490f7 req-6ca45a35-29ff-417f-ac9c-98fcc9c00e57 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:13.381000 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-523e50a8-83a6-4fab-b2ad-4ea2e96490f7 req-6ca45a35-29ff-417f-ac9c-98fcc9c00e57 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 943 time: 0.0870845 Oct 10 12:17:13.389902 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:13.430213 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:13.451762 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d18a3465-c784-4457-90d8-2c26d52f66f1 req-3f8d8e1d-38d7-4ac6-aa9e-1efcd8eecc4e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697496 Oct 10 12:17:13.468938 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-523e50a8-83a6-4fab-b2ad-4ea2e96490f7 req-c6d0c1db-45b0-461e-a742-93ab42e9bc42 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796368 Oct 10 12:17:14.369699 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:17:14.373926 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:14.414798 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:17:14.545004 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:17:14.550523 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (7ba57a2d-ce5e-46be-bfeb-ce6690c962c7), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:14.550523 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 Oct 10 12:17:14.651143 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:14.671786 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:17:14.672455 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7ba57a2d-ce5e-46be-bfeb-ce6690c962c7), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:14.672712 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd6641-e108-46b6-ad41-edc1f9f360e1 req-40a340c2-d39f-4dc0-bc5f-caddda75e05b tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:14.674300 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4cdd6641-e108-46b6-ad41-edc1f9f360e1 req-40a340c2-d39f-4dc0-bc5f-caddda75e05b tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 945 time: 0.1422045 Oct 10 12:17:14.695086 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbfff4-9031-4c58-8590-405341fbcae8 req-487c7cec-5e0e-4df7-b024-2e7edfa3e118 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:14.697817 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-53bbfff4-9031-4c58-8590-405341fbcae8 req-487c7cec-5e0e-4df7-b024-2e7edfa3e118 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 943 time: 0.1384485 Oct 10 12:17:14.700029 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba57a2d-ce5e-46be-bfeb-ce6690c962c7'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:17:14.702812 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021839ad-526d-4ea4-a18f-fb9b44d1fa36" -d '{"events": [{"server_uuid": "2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25", "name": "network-vif-plugged", "status": "completed", "tag": "7ba57a2d-ce5e-46be-bfeb-ce6690c962c7"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:17:14.722155 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=7ba57a2d-ce5e-46be-bfeb-ce6690c962c7,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:17:14.781470 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4cdd6641-e108-46b6-ad41-edc1f9f360e1 req-40149f20-5b27-4145-94ab-bdc9453ad685 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003029 Oct 10 12:17:14.786279 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (7ba57a2d-ce5e-46be-bfeb-ce6690c962c7), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:14.791176 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-53bbfff4-9031-4c58-8590-405341fbcae8 req-1efd4f19-b6a0-4321-943f-03480345bbb8 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833693 Oct 10 12:17:14.851068 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee323e5-205c-4de0-ac3d-7bf9ebdfaebc x-openstack-request-id: req-2ee323e5-205c-4de0-ac3d-7bf9ebdfaebc {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:17:14.852898 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25", "name": "network-vif-plugged", "status": "completed", "tag": "7ba57a2d-ce5e-46be-bfeb-ce6690c962c7", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:17:14.852898 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ee323e5-205c-4de0-ac3d-7bf9ebdfaebc {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:17:14.852898 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee323e5-205c-4de0-ac3d-7bf9ebdfaebc'] response: {'server_uuid': '2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba57a2d-ce5e-46be-bfeb-ce6690c962c7', 'code': 200} Oct 10 12:17:14.858340 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=7ba57a2d-ce5e-46be-bfeb-ce6690c962c7,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:17:14.866646 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:14.867017 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:14.867366 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:14.867705 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:14.868039 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:14.868369 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:14.868698 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:14.869143 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:14.869350 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:14.869677 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:14.870002 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:14.870596 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:14.870787 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:14.871127 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:14.871435 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:15.493523 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b3008-0706-459d-9edd-a5024b6c650c req-1fe909f0-5feb-4b1e-a3a6-8b32d825d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:15.495451 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-af0b3008-0706-459d-9edd-a5024b6c650c req-1fe909f0-5feb-4b1e-a3a6-8b32d825d906 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 1130 time: 0.0640404 Oct 10 12:17:15.550099 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-af0b3008-0706-459d-9edd-a5024b6c650c req-b7a8a251-0046-47b6-86ea-88a942244103 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470481 Oct 10 12:17:16.010022 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4e44f-702f-4b86-99d6-85dc4167237d req-c81c1bee-fcf7-4367-ab69-8daf6d898428 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:16.011734 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f6f4e44f-702f-4b86-99d6-85dc4167237d req-c81c1bee-fcf7-4367-ab69-8daf6d898428 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 943 time: 0.0936415 Oct 10 12:17:16.017548 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90739db2-1b43-420f-be99-cee1525fc5db req-a47974db-a5a3-4019-a7eb-ae4cfe275be8 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:16.019107 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-90739db2-1b43-420f-be99-cee1525fc5db req-a47974db-a5a3-4019-a7eb-ae4cfe275be8 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 946 time: 0.1150451 Oct 10 12:17:16.097130 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f6f4e44f-702f-4b86-99d6-85dc4167237d req-4b1876e5-6417-4654-ab5f-3a39ff91d832 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769982 Oct 10 12:17:16.107155 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-90739db2-1b43-420f-be99-cee1525fc5db req-94d1c3d7-475c-482b-adda-e3a59f8f12de tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797980 Oct 10 12:17:16.359606 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:17:16.473807 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1837ddef-a7eb-4bd3-b4f5-a127aa82e594,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:17:16.488483 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '1837ddef-a7eb-4bd3-b4f5-a127aa82e594', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'port_id': '1837ddef-a7eb-4bd3-b4f5-a127aa82e594', 'mac_address': 'fa:16:3e:d7:e1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:17:16.529159 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:17:16.529552 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1837ddef-a7eb-4bd3-b4f5-a127aa82e594), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:16.549005 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:17:16.571687 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1837ddef-a7eb-4bd3-b4f5-a127aa82e594,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:17:16.654926 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (1837ddef-a7eb-4bd3-b4f5-a127aa82e594), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:16.714186 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=1837ddef-a7eb-4bd3-b4f5-a127aa82e594,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:17:17.281001 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['1837ddef-a7eb-4bd3-b4f5-a127aa82e594'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:17:17.308198 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e1950-b278-4c9f-90aa-b4ecf7e64eef req-7dd9fbf0-bb9a-410b-923c-148021735ebc tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:17.309820 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bc5e1950-b278-4c9f-90aa-b4ecf7e64eef req-7dd9fbf0-bb9a-410b-923c-148021735ebc tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 944 time: 0.1245708 Oct 10 12:17:17.321657 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b080c2-a8dc-4741-a620-f3ea20b2c16b req-e10b1a9f-d1ef-4de8-be89-b673a745ab60 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:17.323245 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-06b080c2-a8dc-4741-a620-f3ea20b2c16b req-e10b1a9f-d1ef-4de8-be89-b673a745ab60 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 946 time: 0.1203535 Oct 10 12:17:17.424726 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bc5e1950-b278-4c9f-90aa-b4ecf7e64eef req-81c3b18b-7c52-4c13-915d-a3be148268af tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002402 Oct 10 12:17:17.429702 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-06b080c2-a8dc-4741-a620-f3ea20b2c16b req-dfceb81b-fd7f-4060-8e53-073dffc64216 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980880 Oct 10 12:17:18.488571 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:17:18.545104 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:17:18.658039 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:17:18.658540 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (1837ddef-a7eb-4bd3-b4f5-a127aa82e594), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:18.658911 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 Oct 10 12:17:18.681300 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57533aed-9552-4b49-8cc2-866ec1b0ed79 req-3c47213e-29d8-433b-a2ce-de95da9cf3c4 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:18.684149 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-57533aed-9552-4b49-8cc2-866ec1b0ed79 req-3c47213e-29d8-433b-a2ce-de95da9cf3c4 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 946 time: 0.1244957 Oct 10 12:17:18.690586 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af3ae3-a004-44f6-a2c9-dcfd9301da55 req-1fab9cb6-3561-405a-98e0-fd18aab5756d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:18.692316 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c6af3ae3-a004-44f6-a2c9-dcfd9301da55 req-1fab9cb6-3561-405a-98e0-fd18aab5756d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 944 time: 0.1702719 Oct 10 12:17:18.746048 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:17:18.746435 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1837ddef-a7eb-4bd3-b4f5-a127aa82e594), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:18.774191 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e7774e-b8b3-4e69-967d-c19741018ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837ddef-a7eb-4bd3-b4f5-a127aa82e594'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:17:18.776804 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a5fd51-6ee1-43ca-944b-ca5d1a15a87c" -d '{"events": [{"server_uuid": "b5e7774e-b8b3-4e69-967d-c19741018ddf", "name": "network-vif-plugged", "status": "completed", "tag": "1837ddef-a7eb-4bd3-b4f5-a127aa82e594"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:17:18.793231 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1837ddef-a7eb-4bd3-b4f5-a127aa82e594,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:17:18.806344 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-57533aed-9552-4b49-8cc2-866ec1b0ed79 req-6e42302f-526e-4859-affa-7e7567170675 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127648 Oct 10 12:17:18.814769 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c6af3ae3-a004-44f6-a2c9-dcfd9301da55 req-e8135a05-0318-43d2-8de1-ef60dee9e2ab tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949149 Oct 10 12:17:18.859250 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f469487-ece4-4eac-bc1e-e68b2b03b499 x-openstack-request-id: req-9f469487-ece4-4eac-bc1e-e68b2b03b499 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:17:18.861715 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e7774e-b8b3-4e69-967d-c19741018ddf", "name": "network-vif-plugged", "status": "completed", "tag": "1837ddef-a7eb-4bd3-b4f5-a127aa82e594", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:17:18.861715 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f469487-ece4-4eac-bc1e-e68b2b03b499 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:17:18.861715 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f469487-ece4-4eac-bc1e-e68b2b03b499'] response: {'server_uuid': 'b5e7774e-b8b3-4e69-967d-c19741018ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837ddef-a7eb-4bd3-b4f5-a127aa82e594', 'code': 200} Oct 10 12:17:18.874299 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (1837ddef-a7eb-4bd3-b4f5-a127aa82e594), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:18.935771 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=1837ddef-a7eb-4bd3-b4f5-a127aa82e594,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:17:18.957011 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ee66a-96f9-4faf-a35a-01e887507d8f req-e14a5112-0440-4175-b47f-3a99fd24fbcf tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:18.958617 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-368ee66a-96f9-4faf-a35a-01e887507d8f req-e14a5112-0440-4175-b47f-3a99fd24fbcf tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 946 time: 0.0668166 Oct 10 12:17:19.021621 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-368ee66a-96f9-4faf-a35a-01e887507d8f req-4cf2822a-94f4-430d-b627-d0db7ef37cdc tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520115 Oct 10 12:17:19.054084 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 46256) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:17:19.098190 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7d92f4-fbb1-4ab2-b97a-7bb8f0683d30 tempest-TestVolumeBootPattern-863922887 tempest-TestVolumeBootPattern-863922887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:19.102231 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-1a7d92f4-fbb1-4ab2-b97a-7bb8f0683d30 tempest-TestVolumeBootPattern-863922887 tempest-TestVolumeBootPattern-863922887-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 1125 time: 0.0464597 Oct 10 12:17:19.104455 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 46258) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:17:19.109795 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Request body: {'floatingip': {'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'port_id': '7ba57a2d-ce5e-46be-bfeb-ce6690c962c7', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:17:19.232190 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:19.334838 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05749bf2-a3c0-4c86-b726-a384f2c3ed22 req-c663338b-8e7e-47cb-95d6-6157fd8199aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:19.336362 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-05749bf2-a3c0-4c86-b726-a384f2c3ed22 req-c663338b-8e7e-47cb-95d6-6157fd8199aa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 1129 time: 0.0590892 Oct 10 12:17:19.366955 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:19.417048 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:19.436048 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-05749bf2-a3c0-4c86-b726-a384f2c3ed22 req-3e230039-ac2a-4ca3-8f39-53e327257300 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922692 Oct 10 12:17:19.515051 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Allocated IP 172.27.4.178 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/7acda623-bad3-486c-aa97-3b523836a0eb) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:17:19.619590 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:19.636948 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for port (7acda623-bad3-486c-aa97-3b523836a0eb), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:19.740343 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (7acda623-bad3-486c-aa97-3b523836a0eb), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:19.790958 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:17:19.794394 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:17:19.797345 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:17:19.826327 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event updated for resources: {'Port': ['ID=7acda623-bad3-486c-aa97-3b523836a0eb,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:17:19.839941 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:19.840688 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:19.841030 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:19.841698 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:19.842292 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:19.842621 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:19.842977 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:19.843295 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:19.843624 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:19.843945 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:19.844269 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:19.844592 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:19.844912 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:19.845229 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:19.845545 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:17:19.998147 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bc5f9-ed7a-46c8-b32e-fea9b8eaf8d0 req-52c0334e-3297-465a-80ba-e8452eff773b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:20.000083 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-010bc5f9-ed7a-46c8-b32e-fea9b8eaf8d0 req-52c0334e-3297-465a-80ba-e8452eff773b tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 945 time: 0.0637343 Oct 10 12:17:20.061474 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-010bc5f9-ed7a-46c8-b32e-fea9b8eaf8d0 req-6a8a4c93-d530-4e88-8aa2-1da4413c9ea3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519176 Oct 10 12:17:20.287831 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for floatingip (7700e3cf-cb45-4666-b0bd-bad5c06ef482), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:20.314033 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:17:20.422079 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (7acda623-bad3-486c-aa97-3b523836a0eb), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:20.563104 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:20.608514 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for port (7acda623-bad3-486c-aa97-3b523836a0eb), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:20.711680 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (7acda623-bad3-486c-aa97-3b523836a0eb), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:20.768884 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:20.782576 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (7700e3cf-cb45-4666-b0bd-bad5c06ef482), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:20.784605 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event updated for resources: {'Port': ['ID=7acda623-bad3-486c-aa97-3b523836a0eb,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:17:20.887821 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Floating IP 7700e3cf-cb45-4666-b0bd-bad5c06ef482 associated. External IP: 172.27.4.178, port: 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7. Oct 10 12:17:20.981536 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:21.124456 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Router 2346676c-a678-4af0-a3dc-e03e5024d922 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:17:21.234149 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a84be2-0621-4537-be7e-b23ff0df0fc2 req-e45e77c8-1452-4772-93e6-e0a6009982c0 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:21.235806 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b1a84be2-0621-4537-be7e-b23ff0df0fc2 req-e45e77c8-1452-4772-93e6-e0a6009982c0 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 945 time: 0.0575061 Oct 10 12:17:21.239834 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:17:21.251615 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:21.255036 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a89b48b-81bb-48be-9022-a532ff4e9d1d None None] Sync routers for ids ['2346676c-a678-4af0-a3dc-e03e5024d922'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:17:21.263246 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:21.267527 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a89b48b-81bb-48be-9022-a532ff4e9d1d None None] Routers {'2346676c-a678-4af0-a3dc-e03e5024d922'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:17:21.268295 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-1a89b48b-81bb-48be-9022-a532ff4e9d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:17:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['2346676c-a678-4af0-a3dc-e03e5024d922'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:17:21.301374 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b1a84be2-0621-4537-be7e-b23ff0df0fc2 req-95bf9745-b6b9-49c8-b1cf-a5680c1adf27 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568967 Oct 10 12:17:21.302465 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:21.327595 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:21.384339 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-ca5645d3-dc79-45c8-b966-5d20bf26c07a tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2778687 Oct 10 12:17:21.385531 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25', 'tag': '7ba57a2d-ce5e-46be-bfeb-ce6690c962c7'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:17:21.390415 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e0e9d9-2c1f-4868-8a97-f0933852c014" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25", "tag": "7ba57a2d-ce5e-46be-bfeb-ce6690c962c7"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:17:21.439217 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d402e1-ac20-494b-ba46-9057c6e896c2 x-openstack-request-id: req-26d402e1-ac20-494b-ba46-9057c6e896c2 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:17:21.439507 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25", "tag": "7ba57a2d-ce5e-46be-bfeb-ce6690c962c7", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:17:21.439827 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26d402e1-ac20-494b-ba46-9057c6e896c2 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:17:21.440255 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d402e1-ac20-494b-ba46-9057c6e896c2'] response: {'name': 'network-changed', 'server_uuid': '2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25', 'tag': '7ba57a2d-ce5e-46be-bfeb-ce6690c962c7', 'status': 'completed', 'code': 200} Oct 10 12:17:21.528971 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-1a89b48b-81bb-48be-9022-a532ff4e9d1d None None] Set router 2346676c-a678-4af0-a3dc-e03e5024d922 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:17:21.654597 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0e9d9-2c1f-4868-8a97-f0933852c014 req-3dde8e17-e058-4301-97f1-b831795ef703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:21.656480 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b8e0e9d9-2c1f-4868-8a97-f0933852c014 req-3dde8e17-e058-4301-97f1-b831795ef703 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=26773079b6914a20ab27109b0dec496a&device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 1130 time: 0.0627155 Oct 10 12:17:21.787559 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0e9d9-2c1f-4868-8a97-f0933852c014 req-10236ad1-315e-4393-b152-a330bff28f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:21.789285 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b8e0e9d9-2c1f-4868-8a97-f0933852c014 req-10236ad1-315e-4393-b152-a330bff28f93 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=467adefb-be40-4a7b-be51-41e12ba7cbdd HTTP/1.1" status: 200 len: 913 time: 0.1256263 Oct 10 12:17:21.798983 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-1a89b48b-81bb-48be-9022-a532ff4e9d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:12Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '7700e3cf-cb45-4666-b0bd-bad5c06ef482', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'floating_ip_address': '172.27.4.178', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'port_id': '7ba57a2d-ce5e-46be-bfeb-ce6690c962c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'mac_address': 'fa:16:3e:bc:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:17:20Z', 'updated_at': '2022-10-10T12:17:20Z', 'revision_number': 0, 'project_id': '26773079b6914a20ab27109b0dec496a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b1d0cb-2868-4905-b320-b7b2d8a7449d', 'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'mac_address': 'fa:16:3e:e3:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:10Z', 'updated_at': '2022-10-10T12:10:18Z', 'revision_number': 5, 'project_id': '26773079b6914a20ab27109b0dec496a', 'subnets': [{'id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:17:21.836375 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a89b48b-81bb-48be-9022-a532ff4e9d1d None None] Checking router: 2346676c-a678-4af0-a3dc-e03e5024d922 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:17:21.845299 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:21.876051 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a89b48b-81bb-48be-9022-a532ff4e9d1d None None] Routers {'2346676c-a678-4af0-a3dc-e03e5024d922'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:17:21.876051 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-1a89b48b-81bb-48be-9022-a532ff4e9d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:17:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['2346676c-a678-4af0-a3dc-e03e5024d922'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:17:21.876345 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b8e0e9d9-2c1f-4868-8a97-f0933852c014 req-2a9bda22-4d94-47a1-99c2-09c4abbf3cbe service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 HTTP/1.1" status: 200 len: 1000 time: 0.0621002 Oct 10 12:17:21.917331 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0e9d9-2c1f-4868-8a97-f0933852c014 req-9b192cc5-a3e0-429a-9118-478db640df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:21.918921 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b8e0e9d9-2c1f-4868-8a97-f0933852c014 req-9b192cc5-a3e0-429a-9118-478db640df19 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7eaa5c49-fe01-4fb1-b1d4-191a93c8d737 HTTP/1.1" status: 200 len: 851 time: 0.0473230 Oct 10 12:17:21.960176 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:21.968950 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0e9d9-2c1f-4868-8a97-f0933852c014 req-7ad85a38-4cc7-408c-a5c6-f6cb0abc0e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:21.969632 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-1a89b48b-81bb-48be-9022-a532ff4e9d1d None None] Set router 2346676c-a678-4af0-a3dc-e03e5024d922 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:17:21.970499 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b8e0e9d9-2c1f-4868-8a97-f0933852c014 req-7ad85a38-4cc7-408c-a5c6-f6cb0abc0e54 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=467adefb-be40-4a7b-be51-41e12ba7cbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457268 Oct 10 12:17:22.079007 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b8e0e9d9-2c1f-4868-8a97-f0933852c014 req-e6d5a91c-ac3f-4d53-a815-f173c352976b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017861 Oct 10 12:17:22.134281 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:22.187856 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b8e0e9d9-2c1f-4868-8a97-f0933852c014 req-0e0a1e10-81b5-41d5-99b1-d6bc6cde84fa service neutron] 10.222.0.48 "GET /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024230 Oct 10 12:17:22.209565 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-1a89b48b-81bb-48be-9022-a532ff4e9d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:12Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '7700e3cf-cb45-4666-b0bd-bad5c06ef482', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'floating_ip_address': '172.27.4.178', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'port_id': '7ba57a2d-ce5e-46be-bfeb-ce6690c962c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'mac_address': 'fa:16:3e:bc:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:17:20Z', 'updated_at': '2022-10-10T12:17:20Z', 'revision_number': 0, 'project_id': '26773079b6914a20ab27109b0dec496a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b1d0cb-2868-4905-b320-b7b2d8a7449d', 'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'mac_address': 'fa:16:3e:e3:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:10Z', 'updated_at': '2022-10-10T12:10:18Z', 'revision_number': 5, 'project_id': '26773079b6914a20ab27109b0dec496a', 'subnets': [{'id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:17:22.239727 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a89b48b-81bb-48be-9022-a532ff4e9d1d None None] The sync data for ids ['2346676c-a678-4af0-a3dc-e03e5024d922'] in dv-cinder-860209-4-iscsi is: [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:12Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '7700e3cf-cb45-4666-b0bd-bad5c06ef482', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'floating_ip_address': '172.27.4.178', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'port_id': '7ba57a2d-ce5e-46be-bfeb-ce6690c962c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'mac_address': 'fa:16:3e:bc:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:17:20Z', 'updated_at': '2022-10-10T12:17:20Z', 'revision_number': 0, 'project_id': '26773079b6914a20ab27109b0dec496a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b1d0cb-2868-4905-b320-b7b2d8a7449d', 'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'mac_address': 'fa:16:3e:e3:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:10Z', 'updated_at': '2022-10-10T12:10:18Z', 'revision_number': 5, 'project_id': '26773079b6914a20ab27109b0dec496a', 'subnets': [{'id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:17:22.440805 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9416ae-18a7-4f09-b01f-9b4811002e0e req-135d01cd-b8f7-41b8-b81d-194e59ef1e5d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:22.442515 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8a9416ae-18a7-4f09-b01f-9b4811002e0e req-135d01cd-b8f7-41b8-b81d-194e59ef1e5d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 945 time: 0.0514357 Oct 10 12:17:22.494856 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ba4953-89f3-46ea-8003-8f147015ff38 None None] New status for floating IP 7700e3cf-cb45-4666-b0bd-bad5c06ef482: ACTIVE {{(pid=107009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:17:22.523397 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8a9416ae-18a7-4f09-b01f-9b4811002e0e req-8772122f-8741-4e8e-b99c-da17f0eb52c7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719566 Oct 10 12:17:22.660197 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec495b5a-d42c-46dc-8d51-8791530aa82f req-cc8fbd10-1f10-4129-8b72-6a36cf01b2e9 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:22.661681 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ec495b5a-d42c-46dc-8d51-8791530aa82f req-cc8fbd10-1f10-4129-8b72-6a36cf01b2e9 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 945 time: 0.0516949 Oct 10 12:17:22.674424 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 46302) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:17:22.679060 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-d9590549-7843-4dd6-8817-42785176d9a7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Request body: {'floatingip': {'port_id': '1837ddef-a7eb-4bd3-b4f5-a127aa82e594'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:17:22.681661 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:22.721568 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d9590549-7843-4dd6-8817-42785176d9a7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for floatingip (dcd673f3-8882-4ec2-b1e8-d5410060b230), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:23.171625 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d9590549-7843-4dd6-8817-42785176d9a7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:23.260121 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d9590549-7843-4dd6-8817-42785176d9a7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (dcd673f3-8882-4ec2-b1e8-d5410060b230), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:23.616421 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [None req-d9590549-7843-4dd6-8817-42785176d9a7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Floating IP dcd673f3-8882-4ec2-b1e8-d5410060b230 associated. External IP: 172.27.4.236, port: 1837ddef-a7eb-4bd3-b4f5-a127aa82e594. Oct 10 12:17:23.751794 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:23.818809 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9590549-7843-4dd6-8817-42785176d9a7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Router 75c37af9-e100-4975-b0de-bd8a32fff1da has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:17:23.931532 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9590549-7843-4dd6-8817-42785176d9a7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:17:23.936114 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d9590549-7843-4dd6-8817-42785176d9a7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:23.941289 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be79d110-e7a1-4296-8230-22b3bd79c01f None None] Sync routers for ids ['75c37af9-e100-4975-b0de-bd8a32fff1da'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:17:23.953753 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be79d110-e7a1-4296-8230-22b3bd79c01f None None] Routers {'75c37af9-e100-4975-b0de-bd8a32fff1da'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:17:23.954620 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-be79d110-e7a1-4296-8230-22b3bd79c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:17:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['75c37af9-e100-4975-b0de-bd8a32fff1da'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:17:23.972779 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-d9590549-7843-4dd6-8817-42785176d9a7 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/dcd673f3-8882-4ec2-b1e8-d5410060b230 HTTP/1.1" status: 200 len: 991 time: 1.2972085 Oct 10 12:17:23.973413 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e7774e-b8b3-4e69-967d-c19741018ddf', 'tag': '1837ddef-a7eb-4bd3-b4f5-a127aa82e594'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:17:23.975788 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3eda6b-2e3b-48ef-8820-a5f3dedcb39f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e7774e-b8b3-4e69-967d-c19741018ddf", "tag": "1837ddef-a7eb-4bd3-b4f5-a127aa82e594"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:17:24.022390 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8d79ce-ed33-449f-adb9-92f1e6d33804 x-openstack-request-id: req-4e8d79ce-ed33-449f-adb9-92f1e6d33804 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:17:24.022390 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e7774e-b8b3-4e69-967d-c19741018ddf", "tag": "1837ddef-a7eb-4bd3-b4f5-a127aa82e594", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:17:24.022390 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e8d79ce-ed33-449f-adb9-92f1e6d33804 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:17:24.022390 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8d79ce-ed33-449f-adb9-92f1e6d33804'] response: {'name': 'network-changed', 'server_uuid': 'b5e7774e-b8b3-4e69-967d-c19741018ddf', 'tag': '1837ddef-a7eb-4bd3-b4f5-a127aa82e594', 'status': 'completed', 'code': 200} Oct 10 12:17:24.071378 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-be79d110-e7a1-4296-8230-22b3bd79c01f None None] Set router 75c37af9-e100-4975-b0de-bd8a32fff1da gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:17:24.129771 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eda6b-2e3b-48ef-8820-a5f3dedcb39f req-c3a064d3-70e4-4fdd-a7c3-3d9eeb2452be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:24.131334 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0a3eda6b-2e3b-48ef-8820-a5f3dedcb39f req-c3a064d3-70e4-4fdd-a7c3-3d9eeb2452be service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=98437356d32f4230bce856ce6ddae66a&device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 1129 time: 0.0446694 Oct 10 12:17:24.256268 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eda6b-2e3b-48ef-8820-a5f3dedcb39f req-cd056aea-5072-4d1f-a357-74ea7439536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:24.257938 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0a3eda6b-2e3b-48ef-8820-a5f3dedcb39f req-cd056aea-5072-4d1f-a357-74ea7439536e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=f8981a50-f1b5-4a9f-bc84-d19589293c21 HTTP/1.1" status: 200 len: 910 time: 0.1194060 Oct 10 12:17:24.324120 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-be79d110-e7a1-4296-8230-22b3bd79c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'dcd673f3-8882-4ec2-b1e8-d5410060b230', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'port_id': '1837ddef-a7eb-4bd3-b4f5-a127aa82e594', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'mac_address': 'fa:16:3e:d7:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7774e-b8b3-4e69-967d-c19741018ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:16:59Z', 'updated_at': '2022-10-10T12:17:23Z', 'revision_number': 1, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81409b5-883c-434a-b9aa-039a2e27a487', 'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'mac_address': 'fa:16:3e:27:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:05Z', 'revision_number': 5, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'subnets': [{'id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:17:24.329434 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0a3eda6b-2e3b-48ef-8820-a5f3dedcb39f req-8bb72765-072a-4231-836f-387f729a4b6c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1837ddef-a7eb-4bd3-b4f5-a127aa82e594 HTTP/1.1" status: 200 len: 999 time: 0.0654018 Oct 10 12:17:24.355284 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be79d110-e7a1-4296-8230-22b3bd79c01f None None] Checking router: 75c37af9-e100-4975-b0de-bd8a32fff1da for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:17:24.364595 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be79d110-e7a1-4296-8230-22b3bd79c01f None None] Routers {'75c37af9-e100-4975-b0de-bd8a32fff1da'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:17:24.365357 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-be79d110-e7a1-4296-8230-22b3bd79c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:17:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['75c37af9-e100-4975-b0de-bd8a32fff1da'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:17:24.382025 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eda6b-2e3b-48ef-8820-a5f3dedcb39f req-b189e1e8-222d-4d18-b8cd-258dcd7840f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:24.383532 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0a3eda6b-2e3b-48ef-8820-a5f3dedcb39f req-b189e1e8-222d-4d18-b8cd-258dcd7840f0 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d HTTP/1.1" status: 200 len: 848 time: 0.0483050 Oct 10 12:17:24.397038 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:24.429260 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eda6b-2e3b-48ef-8820-a5f3dedcb39f req-9074be47-b2a3-4858-8e43-3b6ec19d45d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:24.430856 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0a3eda6b-2e3b-48ef-8820-a5f3dedcb39f req-9074be47-b2a3-4858-8e43-3b6ec19d45d9 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=f8981a50-f1b5-4a9f-bc84-d19589293c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411630 Oct 10 12:17:24.473901 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-be79d110-e7a1-4296-8230-22b3bd79c01f None None] Set router 75c37af9-e100-4975-b0de-bd8a32fff1da gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:17:24.535528 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0a3eda6b-2e3b-48ef-8820-a5f3dedcb39f req-80ff1ab9-ea80-41c2-89b4-f62c750c912f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975580 Oct 10 12:17:24.615979 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=100 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:24.656826 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-0a3eda6b-2e3b-48ef-8820-a5f3dedcb39f req-4790527a-2d3b-4f66-8d6d-8398c5256820 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138380 Oct 10 12:17:24.706691 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-be79d110-e7a1-4296-8230-22b3bd79c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'dcd673f3-8882-4ec2-b1e8-d5410060b230', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'port_id': '1837ddef-a7eb-4bd3-b4f5-a127aa82e594', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'mac_address': 'fa:16:3e:d7:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7774e-b8b3-4e69-967d-c19741018ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:16:59Z', 'updated_at': '2022-10-10T12:17:23Z', 'revision_number': 1, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81409b5-883c-434a-b9aa-039a2e27a487', 'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'mac_address': 'fa:16:3e:27:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:05Z', 'revision_number': 5, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'subnets': [{'id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:17:24.731198 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be79d110-e7a1-4296-8230-22b3bd79c01f None None] The sync data for ids ['75c37af9-e100-4975-b0de-bd8a32fff1da'] in dv-cinder-860209-4-iscsi is: [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'dcd673f3-8882-4ec2-b1e8-d5410060b230', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'port_id': '1837ddef-a7eb-4bd3-b4f5-a127aa82e594', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'mac_address': 'fa:16:3e:d7:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7774e-b8b3-4e69-967d-c19741018ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:16:59Z', 'updated_at': '2022-10-10T12:17:23Z', 'revision_number': 1, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81409b5-883c-434a-b9aa-039a2e27a487', 'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'mac_address': 'fa:16:3e:27:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:05Z', 'revision_number': 5, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'subnets': [{'id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:17:24.931501 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab8906-eb3e-4ffa-8c28-454cd4e0d5a2 None None] New status for floating IP dcd673f3-8882-4ec2-b1e8-d5410060b230: ACTIVE {{(pid=107009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:17:29.665920 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b468a18f-c3e3-49bb-be39-cf7426b5af93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:31.952071 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-ce0f78c4-8ef1-4d95-8d8e-715240417a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:32.649964 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=18 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:32.651893 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=14 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:33.380168 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:34.578955 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:34.651653 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=10 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:34.653534 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=63 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:35.036914 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:35.039782 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:35.112342 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:44.506313 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:45.034290 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:45.035948 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:49.306227 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:49.307046 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:17:51.008121 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:17:55.505652 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-01704494-04f1-4eca-b06a-018c4236c747 req-5e06c0c7-10df-4fc2-80f9-5aedebf32cc0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381620 Oct 10 12:17:55.622151 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01704494-04f1-4eca-b06a-018c4236c747 req-d1dd87b1-3f96-4658-bc47-e4abfd08dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:55.623668 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-01704494-04f1-4eca-b06a-018c4236c747 req-d1dd87b1-3f96-4658-bc47-e4abfd08dfa1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 1129 time: 0.0384846 Oct 10 12:17:55.729804 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01704494-04f1-4eca-b06a-018c4236c747 req-95b719e7-ae49-4b5f-9556-0ba2d3699b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:55.731328 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-01704494-04f1-4eca-b06a-018c4236c747 req-95b719e7-ae49-4b5f-9556-0ba2d3699b5e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 200 len: 916 time: 0.0896456 Oct 10 12:17:55.793746 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-01704494-04f1-4eca-b06a-018c4236c747 req-52314b69-2780-4d60-83ab-52acbc3c3b3b service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07d8609f-409c-413a-b79d-ca897650173a HTTP/1.1" status: 200 len: 1001 time: 0.0553298 Oct 10 12:17:55.844276 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01704494-04f1-4eca-b06a-018c4236c747 req-b4f20c04-cf18-4c96-99aa-c6fe083ef587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:55.845721 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-01704494-04f1-4eca-b06a-018c4236c747 req-b4f20c04-cf18-4c96-99aa-c6fe083ef587 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=afa57b24-9493-41e1-9638-6e9b3725e1da HTTP/1.1" status: 200 len: 854 time: 0.0448058 Oct 10 12:17:55.895565 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01704494-04f1-4eca-b06a-018c4236c747 req-2b90f158-4243-430a-9ae4-b103b67a0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:17:55.897052 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-01704494-04f1-4eca-b06a-018c4236c747 req-2b90f158-4243-430a-9ae4-b103b67a0a93 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3f74af49-8f08-437e-8de8-52cf94d07154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442510 Oct 10 12:17:55.988130 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-01704494-04f1-4eca-b06a-018c4236c747 req-3cef13be-18f3-4179-8660-f6178752aee7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843565 Oct 10 12:17:56.080838 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-01704494-04f1-4eca-b06a-018c4236c747 req-74dd4ad9-d9d4-48b8-89a2-556216199057 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863111 Oct 10 12:17:57.313116 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:17:59.630596 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-4c4c58ac-713c-45d3-916a-86bb35584b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:01.882586 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-d107358f-804f-4f61-b0b2-904344db4ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:03.413637 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:04.568473 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:05.102910 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 46594) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:05.127876 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:05.212174 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-16a40056-917b-44a0-8cb5-fb0d67a2dd27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:05.288615 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-16a40056-917b-44a0-8cb5-fb0d67a2dd27 admin admin] Publish callbacks [] for security_group (2a2e70e0-d24d-4ae3-b506-d1304dbe8dc6), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:05.367709 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-16a40056-917b-44a0-8cb5-fb0d67a2dd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (2a2e70e0-d24d-4ae3-b506-d1304dbe8dc6), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:05.408535 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-16a40056-917b-44a0-8cb5-fb0d67a2dd27 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=3ffdb088d2f7493996841f5ef0d4b612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044548 Oct 10 12:18:05.409258 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a40056-917b-44a0-8cb5-fb0d67a2dd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2e70e0-d24d-4ae3-b506-d1304dbe8dc6,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:05.411345 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 46600) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:05.464399 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Publish callbacks [] for security_group (2a2e70e0-d24d-4ae3-b506-d1304dbe8dc6), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:05.483056 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Publish callbacks [] for security_group (2a2e70e0-d24d-4ae3-b506-d1304dbe8dc6), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:05.602773 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (2a2e70e0-d24d-4ae3-b506-d1304dbe8dc6), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:05.605351 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:05.609298 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2a2e70e0-d24d-4ae3-b506-d1304dbe8dc6 HTTP/1.1" status: 204 len: 168 time: 0.1968882 Oct 10 12:18:05.618348 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2e70e0-d24d-4ae3-b506-d1304dbe8dc6,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:05.626121 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:05.626734 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:05.627255 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:05.627587 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:05.627920 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:05.628246 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:05.628599 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:05.629037 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:05.629233 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:05.629552 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:05.630173 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:05.630660 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:05.631127 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:05.631445 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:05.631926 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d4c5d3-5adb-4720-b0a2-c80c545c3d5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:06.317339 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 46606) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:06.331352 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99214bff-c69c-4819-9d49-bd48846fb046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:06.411556 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99214bff-c69c-4819-9d49-bd48846fb046 admin admin] Publish callbacks [] for security_group (02756ab8-ce17-45a5-97ed-80d698c9f148), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:06.510941 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99214bff-c69c-4819-9d49-bd48846fb046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (02756ab8-ce17-45a5-97ed-80d698c9f148), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:06.552694 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-99214bff-c69c-4819-9d49-bd48846fb046 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=da9cbeb3d5c64c2b9d43c0540664d52d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342324 Oct 10 12:18:06.553529 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99214bff-c69c-4819-9d49-bd48846fb046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02756ab8-ce17-45a5-97ed-80d698c9f148,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:06.555521 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 46608) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:06.611234 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-396b8110-ee06-4e38-ad46-713d764891ea admin admin] Publish callbacks [] for security_group (02756ab8-ce17-45a5-97ed-80d698c9f148), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:06.631560 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-396b8110-ee06-4e38-ad46-713d764891ea admin admin] Publish callbacks [] for security_group (02756ab8-ce17-45a5-97ed-80d698c9f148), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:06.766884 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-396b8110-ee06-4e38-ad46-713d764891ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (02756ab8-ce17-45a5-97ed-80d698c9f148), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:06.769466 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-396b8110-ee06-4e38-ad46-713d764891ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:06.770757 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-396b8110-ee06-4e38-ad46-713d764891ea admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/02756ab8-ce17-45a5-97ed-80d698c9f148 HTTP/1.1" status: 204 len: 168 time: 0.2130628 Oct 10 12:18:06.781943 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b8110-ee06-4e38-ad46-713d764891ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02756ab8-ce17-45a5-97ed-80d698c9f148,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:07.308196 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=11 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:07.308968 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=17 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:10.249724 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 46678) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:10.354731 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ccc88d92-135e-4c7b-878a-692929382c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:10.365413 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:10.382773 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:10.431819 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ccc88d92-135e-4c7b-878a-692929382c0e admin admin] Publish callbacks [] for security_group (2de5d46f-f019-424b-89c4-d15746230b4b), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:10.503814 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ccc88d92-135e-4c7b-878a-692929382c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (2de5d46f-f019-424b-89c4-d15746230b4b), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:10.545454 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-ccc88d92-135e-4c7b-878a-692929382c0e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=621850915a4a4101bfff21c5e2dd0f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944350 Oct 10 12:18:10.551070 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc88d92-135e-4c7b-878a-692929382c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de5d46f-f019-424b-89c4-d15746230b4b,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:10.551211 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 46682) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:10.599500 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34c59e45-060c-49f7-849e-94a5ac3073d6 admin admin] Publish callbacks [] for security_group (2de5d46f-f019-424b-89c4-d15746230b4b), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:10.619484 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34c59e45-060c-49f7-849e-94a5ac3073d6 admin admin] Publish callbacks [] for security_group (2de5d46f-f019-424b-89c4-d15746230b4b), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:10.796689 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34c59e45-060c-49f7-849e-94a5ac3073d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (2de5d46f-f019-424b-89c4-d15746230b4b), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:10.799217 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34c59e45-060c-49f7-849e-94a5ac3073d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:10.800467 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-34c59e45-060c-49f7-849e-94a5ac3073d6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2de5d46f-f019-424b-89c4-d15746230b4b HTTP/1.1" status: 204 len: 168 time: 0.2511764 Oct 10 12:18:10.808408 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c59e45-060c-49f7-849e-94a5ac3073d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de5d46f-f019-424b-89c4-d15746230b4b,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:11.437354 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 46690) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:11.451332 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-69578dfb-6f24-469f-88b4-ff88870320b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:11.534909 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-69578dfb-6f24-469f-88b4-ff88870320b1 admin admin] Publish callbacks [] for security_group (658ce22a-a924-4f78-b580-54a713d0c5d8), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:11.636548 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-69578dfb-6f24-469f-88b4-ff88870320b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (658ce22a-a924-4f78-b580-54a713d0c5d8), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:11.675651 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69578dfb-6f24-469f-88b4-ff88870320b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658ce22a-a924-4f78-b580-54a713d0c5d8,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:11.679966 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-69578dfb-6f24-469f-88b4-ff88870320b1 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a406f08c603e4bdcb7596d6b1d59a8e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415872 Oct 10 12:18:11.682641 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 46692) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:11.731624 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fa695c79-7e90-4b3c-a8da-2936bfc4e130 admin admin] Publish callbacks [] for security_group (658ce22a-a924-4f78-b580-54a713d0c5d8), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:11.752141 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fa695c79-7e90-4b3c-a8da-2936bfc4e130 admin admin] Publish callbacks [] for security_group (658ce22a-a924-4f78-b580-54a713d0c5d8), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:11.765650 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:11.768279 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:11.909292 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fa695c79-7e90-4b3c-a8da-2936bfc4e130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (658ce22a-a924-4f78-b580-54a713d0c5d8), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:11.912302 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fa695c79-7e90-4b3c-a8da-2936bfc4e130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:11.913518 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-fa695c79-7e90-4b3c-a8da-2936bfc4e130 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/658ce22a-a924-4f78-b580-54a713d0c5d8 HTTP/1.1" status: 204 len: 168 time: 0.2298920 Oct 10 12:18:11.922904 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa695c79-7e90-4b3c-a8da-2936bfc4e130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658ce22a-a924-4f78-b580-54a713d0c5d8,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:20.603276 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:INSERT=9,neutron:SELECT=25,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:20.819593 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:20.955944 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:20.958440 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:21.019565 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:22.431671 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=4,neutron:DELETE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:26.302582 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:26.303575 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:29.674986 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-852d2b5c-cf24-414d-92fb-08cb864f9b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:30.811423 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c07ff-d049-4938-8c7f-c9d761803fbd req-7bebd545-45e7-47be-aaaa-8f1cf2725714 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:30.812969 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e46c07ff-d049-4938-8c7f-c9d761803fbd req-7bebd545-45e7-47be-aaaa-8f1cf2725714 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.1550362 Oct 10 12:18:30.867774 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e46c07ff-d049-4938-8c7f-c9d761803fbd req-50c893f1-1e45-4a3c-bd5e-62dc9760f7bc tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491335 Oct 10 12:18:31.893170 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e53261c8-7c54-4091-b8b6-3b336efc0ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:32.001432 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094af71-30eb-4df5-97b0-f393c313d99d req-90fd91c4-de9f-42a8-acf3-77cf6dd0e3a1 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:32.002976 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9094af71-30eb-4df5-97b0-f393c313d99d req-90fd91c4-de9f-42a8-acf3-77cf6dd0e3a1 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0483861 Oct 10 12:18:32.051897 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9094af71-30eb-4df5-97b0-f393c313d99d req-70e7438d-ea97-4828-aa80-0c501b17dd39 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432692 Oct 10 12:18:33.182299 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdf84e-ac9f-4844-8ee4-c8054f43c5f0 req-e4ec9c53-c339-4a5c-a589-08eab2ffa2f2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:33.183935 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-88fdf84e-ac9f-4844-8ee4-c8054f43c5f0 req-e4ec9c53-c339-4a5c-a589-08eab2ffa2f2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0499394 Oct 10 12:18:33.238331 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-88fdf84e-ac9f-4844-8ee4-c8054f43c5f0 req-849bc3bc-3a96-4db4-a86c-3c6716bda861 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485525 Oct 10 12:18:33.406164 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:34.313369 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:18:34.385633 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6f69b-e0d8-4ea8-b004-6cb0acf35cef req-42bcd459-976e-46e0-80ed-c58ac7df5e88 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:34.387219 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a3a6f69b-e0d8-4ea8-b004-6cb0acf35cef req-42bcd459-976e-46e0-80ed-c58ac7df5e88 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0507433 Oct 10 12:18:34.445143 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a3a6f69b-e0d8-4ea8-b004-6cb0acf35cef req-92a338e1-6348-46c3-835e-4cee9d655b0f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446553 Oct 10 12:18:34.566076 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:35.099286 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:35.580930 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93984b5c-a644-40da-a66f-6ba5970cd44c req-be264757-5b96-4f85-a4f8-0b5bfff9bb8a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:35.582408 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-93984b5c-a644-40da-a66f-6ba5970cd44c req-be264757-5b96-4f85-a4f8-0b5bfff9bb8a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0473349 Oct 10 12:18:35.631378 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-93984b5c-a644-40da-a66f-6ba5970cd44c req-9fd04fba-161a-4dad-baba-8c8c86042758 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430071 Oct 10 12:18:36.766296 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead16c8d-a201-4f89-a6ef-dfdda3bd1efc req-bb588cef-8212-4709-b037-5080a7f7010a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:36.767883 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ead16c8d-a201-4f89-a6ef-dfdda3bd1efc req-bb588cef-8212-4709-b037-5080a7f7010a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0533760 Oct 10 12:18:36.817866 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ead16c8d-a201-4f89-a6ef-dfdda3bd1efc req-732ede4f-4098-4884-8268-6ab90d3f6cd6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443084 Oct 10 12:18:37.949231 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee232d6-c085-4572-9c76-f8f4642b5ded req-a3534cd5-4604-4e36-a3bf-e06de657263a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:37.951513 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6ee232d6-c085-4572-9c76-f8f4642b5ded req-a3534cd5-4604-4e36-a3bf-e06de657263a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0494061 Oct 10 12:18:38.001327 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6ee232d6-c085-4572-9c76-f8f4642b5ded req-a655fc34-a030-4fad-a6d1-53068559786c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439885 Oct 10 12:18:39.136364 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5c89e-8a80-4102-85a2-11777a44f5cf req-df661ce1-38a1-43fe-944f-73ed976e37aa tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:39.137927 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-aca5c89e-8a80-4102-85a2-11777a44f5cf req-df661ce1-38a1-43fe-944f-73ed976e37aa tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0521402 Oct 10 12:18:39.187325 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-aca5c89e-8a80-4102-85a2-11777a44f5cf req-f3b4b6e5-833e-4bf6-ae66-c614a718cb6b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433843 Oct 10 12:18:40.319101 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d5b31-9580-4582-b927-253de4fb8dd4 req-56d8f63b-6181-4211-9ff2-50d8bf87319d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:40.320729 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-808d5b31-9580-4582-b927-253de4fb8dd4 req-56d8f63b-6181-4211-9ff2-50d8bf87319d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0504048 Oct 10 12:18:40.377725 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-808d5b31-9580-4582-b927-253de4fb8dd4 req-b1db35bf-4da6-41b4-ac5a-cec7544b452b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512469 Oct 10 12:18:40.915123 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69115d8e-a615-4022-97f2-6bacf4805a36 req-586b7181-92d7-486a-803a-96dbf9e5425d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:40.916627 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-69115d8e-a615-4022-97f2-6bacf4805a36 req-586b7181-92d7-486a-803a-96dbf9e5425d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 945 time: 0.0484226 Oct 10 12:18:40.970039 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-69115d8e-a615-4022-97f2-6bacf4805a36 req-c76fa6cd-910b-40d3-9c8f-06d59a24d91e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470831 Oct 10 12:18:41.510144 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc55f5b-52a2-4dd0-9cc0-56a74217703a req-90b9f22c-c3c7-4649-a4b5-d641645b9f04 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:41.511665 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dbc55f5b-52a2-4dd0-9cc0-56a74217703a req-90b9f22c-c3c7-4649-a4b5-d641645b9f04 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0488856 Oct 10 12:18:41.545789 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:41.561008 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dbc55f5b-52a2-4dd0-9cc0-56a74217703a req-0e08e1ff-bcbc-480a-8f01-2c183b20968b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431502 Oct 10 12:18:42.059125 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:42.097583 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f604bb6-8dd1-4e64-89c2-fcb23fadac5d req-bf557c51-cbeb-4906-82ae-ae2c3ba16b0e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:42.099080 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5f604bb6-8dd1-4e64-89c2-fcb23fadac5d req-bf557c51-cbeb-4906-82ae-ae2c3ba16b0e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 945 time: 0.0495353 Oct 10 12:18:42.150047 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5f604bb6-8dd1-4e64-89c2-fcb23fadac5d req-0e41bc50-cae1-4dce-8c85-057c0faf6197 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452356 Oct 10 12:18:42.698754 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c94336-6c02-4d92-abea-ce34302b66c2 req-cec2486b-ecfe-4cb0-b160-ee9f97f3311c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:42.700263 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e9c94336-6c02-4d92-abea-ce34302b66c2 req-cec2486b-ecfe-4cb0-b160-ee9f97f3311c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0525658 Oct 10 12:18:42.754204 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e9c94336-6c02-4d92-abea-ce34302b66c2 req-869e63fc-8fbe-4fef-a600-339156839b5d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475447 Oct 10 12:18:43.279699 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce526720-9ddb-4206-a07e-5387f633faf2 req-14f29447-2baa-4171-802e-1d1db147512c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:43.281307 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ce526720-9ddb-4206-a07e-5387f633faf2 req-14f29447-2baa-4171-802e-1d1db147512c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 945 time: 0.0509043 Oct 10 12:18:43.332749 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ce526720-9ddb-4206-a07e-5387f633faf2 req-b7004543-3768-4ada-a8e8-ac8f0275767f tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455623 Oct 10 12:18:43.889305 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78a433-0b6e-4793-8c46-1258ac20617a req-ae1e696d-3b54-4da9-be5d-ed13cab64219 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:43.890929 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-db78a433-0b6e-4793-8c46-1258ac20617a req-ae1e696d-3b54-4da9-be5d-ed13cab64219 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0514030 Oct 10 12:18:43.947089 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-db78a433-0b6e-4793-8c46-1258ac20617a req-59a2d0ac-3763-4713-b129-ec4bf6480e86 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502086 Oct 10 12:18:44.307428 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:44.312549 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:44.477134 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286faf08-db1f-44ce-ad72-d11d26f13919 req-66f8ec21-c5f8-4fe2-9603-c2a158c981dd tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:44.479413 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-286faf08-db1f-44ce-ad72-d11d26f13919 req-66f8ec21-c5f8-4fe2-9603-c2a158c981dd tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 945 time: 0.0577347 Oct 10 12:18:44.554874 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-286faf08-db1f-44ce-ad72-d11d26f13919 req-7d55459a-91fb-445f-868f-d66e924fb3d8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671179 Oct 10 12:18:45.033565 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:45.038925 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:45.041025 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:45.086311 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063e42b-2d13-48e2-b6be-19a448fef97b req-df95b946-2f31-470e-8639-aa554f56cceb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:45.087922 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5063e42b-2d13-48e2-b6be-19a448fef97b req-df95b946-2f31-470e-8639-aa554f56cceb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0519681 Oct 10 12:18:45.146555 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5063e42b-2d13-48e2-b6be-19a448fef97b req-d9df1302-7727-4d3b-89e4-99a80399c45b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508616 Oct 10 12:18:45.653225 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f21f4-347b-46fa-b77a-63c206b2eb97 req-c45757ad-f9e0-465d-947f-3140b7f439b0 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:45.655354 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-903f21f4-347b-46fa-b77a-63c206b2eb97 req-c45757ad-f9e0-465d-947f-3140b7f439b0 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 945 time: 0.0505798 Oct 10 12:18:45.703850 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049cc2d-eae4-4abc-81fe-f6745a1a4257 req-5cd434da-91c6-4e44-9a02-a87b1408f0f9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:45.705520 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9049cc2d-eae4-4abc-81fe-f6745a1a4257 req-5cd434da-91c6-4e44-9a02-a87b1408f0f9 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 945 time: 0.0532053 Oct 10 12:18:45.756203 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-903f21f4-347b-46fa-b77a-63c206b2eb97 req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Deleting port 07d8609f-409c-413a-b79d-ca897650173a {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:18:45.756475 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-903f21f4-347b-46fa-b77a-63c206b2eb97 req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (07d8609f-409c-413a-b79d-ca897650173a), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:45.773554 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9049cc2d-eae4-4abc-81fe-f6745a1a4257 req-8e908b24-79b2-4863-a334-cff71a2c7cd2 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615482 Oct 10 12:18:45.873050 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-903f21f4-347b-46fa-b77a-63c206b2eb97 req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] For port 07d8609f-409c-413a-b79d-ca897650173a, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=07d8609f-409c-413a-b79d-ca897650173a,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:18:45.873418 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-903f21f4-347b-46fa-b77a-63c206b2eb97 req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (07d8609f-409c-413a-b79d-ca897650173a), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:46.068106 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-903f21f4-347b-46fa-b77a-63c206b2eb97 req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:46.068470 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-903f21f4-347b-46fa-b77a-63c206b2eb97 req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (cc82bba3-bb98-4865-81ed-064c0df70ba0), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:46.068789 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [req-903f21f4-347b-46fa-b77a-63c206b2eb97 req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Floating IP cc82bba3-bb98-4865-81ed-064c0df70ba0 disassociated. External IP: 172.27.4.206, port: 07d8609f-409c-413a-b79d-ca897650173a. Oct 10 12:18:46.069135 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-903f21f4-347b-46fa-b77a-63c206b2eb97 req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Calling delete_port for 07d8609f-409c-413a-b79d-ca897650173a owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:18:46.279574 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99baeb4-6017-4468-987d-cdf806e8c7aa req-e6916dad-63b3-4e32-b8b1-f8da963a9035 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:46.281062 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e99baeb4-6017-4468-987d-cdf806e8c7aa req-e6916dad-63b3-4e32-b8b1-f8da963a9035 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0493152 Oct 10 12:18:46.282294 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-903f21f4-347b-46fa-b77a-63c206b2eb97 req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (07d8609f-409c-413a-b79d-ca897650173a), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:46.330412 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event deleted for resources: {'Port': ['ID=07d8609f-409c-413a-b79d-ca897650173a,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:46.347313 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e99baeb4-6017-4468-987d-cdf806e8c7aa req-07d4ad9e-866f-4c8c-9cba-f75546a915d7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565834 Oct 10 12:18:46.350706 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:46.351280 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:46.351837 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:46.352390 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:46.353208 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:46.354013 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:46.354575 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:46.355390 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:46.355930 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:46.356485 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:46.357056 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:46.357473 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:46.358008 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:46.358656 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:46.358988 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:46.497769 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-903f21f4-347b-46fa-b77a-63c206b2eb97 req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Router f3517922-650d-413e-a1e9-cee3d5a6e183 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:18:46.616236 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-903f21f4-347b-46fa-b77a-63c206b2eb97 req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:18:46.627298 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15e815d-7e43-4189-8a8b-f950d24bbeff None None] Sync routers for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:18:46.642552 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15e815d-7e43-4189-8a8b-f950d24bbeff None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:18:46.643205 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-c15e815d-7e43-4189-8a8b-f950d24bbeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:18:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:46.660340 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-903f21f4-347b-46fa-b77a-63c206b2eb97 req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] No DVR routers for this DVR port 07d8609f-409c-413a-b79d-ca897650173a on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:18:46.662965 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-903f21f4-347b-46fa-b77a-63c206b2eb97 req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:46.666347 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-903f21f4-347b-46fa-b77a-63c206b2eb97 req-a9b6b3ea-81ca-474d-8bb6-604bf14b1bf7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "DELETE /networking/v2.0/ports/07d8609f-409c-413a-b79d-ca897650173a HTTP/1.1" status: 204 len: 173 time: 1.0057726 Oct 10 12:18:46.666905 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1476dd01-f830-450e-a00a-4e4c54345b44', 'name': 'network-vif-deleted', 'tag': '07d8609f-409c-413a-b79d-ca897650173a'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:18:46.670028 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb4c6bf-77ac-4ffb-88ea-daff7534790a" -d '{"events": [{"server_uuid": "1476dd01-f830-450e-a00a-4e4c54345b44", "name": "network-vif-deleted", "tag": "07d8609f-409c-413a-b79d-ca897650173a"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:18:46.715265 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8349da8d-dbe2-4852-8cbe-99fbe128d391 x-openstack-request-id: req-8349da8d-dbe2-4852-8cbe-99fbe128d391 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:18:46.715552 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1476dd01-f830-450e-a00a-4e4c54345b44", "name": "network-vif-deleted", "tag": "07d8609f-409c-413a-b79d-ca897650173a", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:18:46.715804 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8349da8d-dbe2-4852-8cbe-99fbe128d391 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:18:46.716215 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8349da8d-dbe2-4852-8cbe-99fbe128d391'] response: {'server_uuid': '1476dd01-f830-450e-a00a-4e4c54345b44', 'name': 'network-vif-deleted', 'tag': '07d8609f-409c-413a-b79d-ca897650173a', 'status': 'completed', 'code': 200} Oct 10 12:18:46.786027 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-c15e815d-7e43-4189-8a8b-f950d24bbeff None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:18:46.902835 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-20cf7cb6-7954-4cb7-a910-4ab996b8a680 req-ed0766e5-6e9d-42e6-b40b-04408684fd83 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 210 time: 0.0338008 Oct 10 12:18:47.133125 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-c15e815d-7e43-4189-8a8b-f950d24bbeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:47.157810 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15e815d-7e43-4189-8a8b-f950d24bbeff None None] Checking router: f3517922-650d-413e-a1e9-cee3d5a6e183 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:18:47.167110 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15e815d-7e43-4189-8a8b-f950d24bbeff None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:18:47.167736 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-c15e815d-7e43-4189-8a8b-f950d24bbeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:18:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:47.272928 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-c15e815d-7e43-4189-8a8b-f950d24bbeff None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:18:47.483342 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-c15e815d-7e43-4189-8a8b-f950d24bbeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:18:47.505833 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cce79-9b61-45b3-8912-ccdee390bee4 req-53f549e2-1a38-4fec-9023-e00c6fea1b04 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:47.507510 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-383cce79-9b61-45b3-8912-ccdee390bee4 req-53f549e2-1a38-4fec-9023-e00c6fea1b04 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0615761 Oct 10 12:18:47.530393 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15e815d-7e43-4189-8a8b-f950d24bbeff None None] The sync data for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi is: [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:18:47.564502 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-383cce79-9b61-45b3-8912-ccdee390bee4 req-1422db98-d940-452f-9ee5-dfed033962a5 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458035 Oct 10 12:18:47.769375 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf3d64f-d38b-4a8c-a0a7-0c16eb3ad654 None None] New status for floating IP cc82bba3-bb98-4865-81ed-064c0df70ba0: DOWN {{(pid=107009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:18:48.036923 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0e232f7d-d4eb-4f3e-94da-59b304454391 req-dd7b8dbb-2bd3-4ac9-a676-9e84d0c22547 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 210 time: 0.0374553 Oct 10 12:18:48.699235 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea926f83-a6da-402d-bf9c-4701e73e2b82 req-c64d625c-2eba-4064-888c-467842ff638f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:48.701269 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ea926f83-a6da-402d-bf9c-4701e73e2b82 req-c64d625c-2eba-4064-888c-467842ff638f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0499001 Oct 10 12:18:48.754150 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ea926f83-a6da-402d-bf9c-4701e73e2b82 req-a71743b3-63b9-4c35-a1ad-fe3582b63bab tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470548 Oct 10 12:18:49.157962 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5b78098a-ca12-464c-94df-5317367b1655 req-21e2c99e-c2ea-43d2-90b2-48477f853e16 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 210 time: 0.0282662 Oct 10 12:18:49.892640 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23563266-95fc-4852-bf1a-25c8f8567473 req-257b9304-7dde-40c1-9320-c5a5c0b8d7cb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:49.894533 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23563266-95fc-4852-bf1a-25c8f8567473 req-257b9304-7dde-40c1-9320-c5a5c0b8d7cb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0492866 Oct 10 12:18:49.917093 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:49.938209 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:49.952422 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-23563266-95fc-4852-bf1a-25c8f8567473 req-33b7f220-369b-4e5a-80be-afd3ec3475f3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515571 Oct 10 12:18:50.284926 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-932add29-b8e5-4047-8349-51a8cfa182ac req-fe374b1d-6d2f-4bc8-9c7b-5ad60e9bdfa1 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 210 time: 0.0332103 Oct 10 12:18:50.874148 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 07d8609f-409c-413a-b79d-ca897650173a no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:18:50.894433 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: 07d8609f-409c-413a-b79d-ca897650173a {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:18:50.894820 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 07d8609f-409c-413a-b79d-ca897650173a not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:18:51.087960 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:51.094240 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28268274-1671-4bce-9040-ee0f5ad5b696 req-053d9dde-cc59-467a-b705-87c9623f312b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:51.095863 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-28268274-1671-4bce-9040-ee0f5ad5b696 req-053d9dde-cc59-467a-b705-87c9623f312b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0577512 Oct 10 12:18:51.155371 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-28268274-1671-4bce-9040-ee0f5ad5b696 req-35f3be5a-7cb0-4c52-8d86-4d1239a295c0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522342 Oct 10 12:18:51.411323 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-160401e0-b6ba-4a27-a443-113b26526b6f req-4aee62d9-78e5-4e5d-b846-03b4918a545d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1476dd01-f830-450e-a00a-4e4c54345b44 HTTP/1.1" status: 200 len: 210 time: 0.0290604 Oct 10 12:18:52.298504 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a116509-2de5-452c-a743-56224e782a29 req-cebb7c0c-e871-4852-a7be-9255e2ef9c3f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:52.300156 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6a116509-2de5-452c-a743-56224e782a29 req-cebb7c0c-e871-4852-a7be-9255e2ef9c3f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0510838 Oct 10 12:18:52.364401 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6a116509-2de5-452c-a743-56224e782a29 req-5eed1350-7950-4578-b228-18102ae9244a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539498 Oct 10 12:18:52.631463 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47066) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:52.716914 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e544b7a7-63c4-41bb-871b-722b450ac575 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:52.734844 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:52.748154 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e544b7a7-63c4-41bb-871b-722b450ac575 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:52.750851 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:52.893103 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e544b7a7-63c4-41bb-871b-722b450ac575 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:52.896308 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e544b7a7-63c4-41bb-871b-722b450ac575 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:52.896827 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-e544b7a7-63c4-41bb-871b-722b450ac575 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba HTTP/1.1" status: 204 len: 168 time: 0.2643011 Oct 10 12:18:52.902122 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 47076) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:52.908193 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544b7a7-63c4-41bb-871b-722b450ac575 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:52.918440 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.api.v2.resource [None req-cdd16650-1bc1-4fa9-96bf-dfa4b005ccb5 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] show failed (client error): The resource could not be found. Oct 10 12:18:52.922954 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-cdd16650-1bc1-4fa9-96bf-dfa4b005ccb5 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups/6e1ecfc9-8ac3-4aed-a0e1-021dca67e6ba HTTP/1.1" status: 404 len: 347 time: 0.0154803 Oct 10 12:18:52.923820 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47078) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:53.058327 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-143446f6-d755-4ea6-bab8-120601f0307d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Deleting port 2f410d31-a627-4032-a7f1-9448a83618c8 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:18:53.058873 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-143446f6-d755-4ea6-bab8-120601f0307d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (2f410d31-a627-4032-a7f1-9448a83618c8), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:53.186295 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-143446f6-d755-4ea6-bab8-120601f0307d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (2f410d31-a627-4032-a7f1-9448a83618c8), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:53.186629 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-143446f6-d755-4ea6-bab8-120601f0307d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (2f410d31-a627-4032-a7f1-9448a83618c8), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:53.201788 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-143446f6-d755-4ea6-bab8-120601f0307d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Calling delete_port for 2f410d31-a627-4032-a7f1-9448a83618c8 owned by network:floatingip {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:18:53.465357 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-143446f6-d755-4ea6-bab8-120601f0307d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (2f410d31-a627-4032-a7f1-9448a83618c8), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:53.506564 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143446f6-d755-4ea6-bab8-120601f0307d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event deleted for resources: {'Port': ['ID=2f410d31-a627-4032-a7f1-9448a83618c8,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:53.508805 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b03ce4-2708-4ef4-9937-a887b29e2d85 req-a0de6f9d-1456-4329-943b-d96bfb30fdd4 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:53.510345 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-83b03ce4-2708-4ef4-9937-a887b29e2d85 req-a0de6f9d-1456-4329-943b-d96bfb30fdd4 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0580518 Oct 10 12:18:53.584955 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-83b03ce4-2708-4ef4-9937-a887b29e2d85 req-4ed58603-67aa-465c-bc5d-a19129f58dff tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616500 Oct 10 12:18:53.591982 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-143446f6-d755-4ea6-bab8-120601f0307d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (cc82bba3-bb98-4865-81ed-064c0df70ba0), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:53.595328 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-143446f6-d755-4ea6-bab8-120601f0307d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:53.596026 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-143446f6-d755-4ea6-bab8-120601f0307d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/cc82bba3-bb98-4865-81ed-064c0df70ba0 HTTP/1.1" status: 204 len: 168 time: 0.6710906 Oct 10 12:18:53.598120 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device d904bf77-5a1e-4848-a3d8-d43e634f0c09 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:18:53.762508 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port d904bf77-5a1e-4848-a3d8-d43e634f0c09, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:18:53.777564 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'port_id': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09', 'mac_address': 'fa:16:3e:98:e3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:18:53.818176 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 47088) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:53.822939 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-fac96795-5cda-4575-bda5-d93b6965c25d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2013511250', 'description': 'tempest-description--1077108759'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:18:53.828935 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port d904bf77-5a1e-4848-a3d8-d43e634f0c09 is: ACTIVE; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:18:53.829548 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:53.851337 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d904bf77-5a1e-4848-a3d8-d43e634f0c09 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:18:53.885428 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port d904bf77-5a1e-4848-a3d8-d43e634f0c09, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:18:53.944055 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fac96795-5cda-4575-bda5-d93b6965c25d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:53.971495 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:54.026710 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=d904bf77-5a1e-4848-a3d8-d43e634f0c09,revision_number=6']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:54.034843 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:54.035164 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:54.035508 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:54.035872 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:54.036186 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:54.036515 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:54.036843 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:54.037172 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:54.037498 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:54.037824 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:54.038157 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:54.038477 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:54.038833 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:54.039888 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:54.039888 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:18:54.073168 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fac96795-5cda-4575-bda5-d93b6965c25d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (db5691d1-73d3-4032-b3be-8358ddec23f2), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:54.139082 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fac96795-5cda-4575-bda5-d93b6965c25d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (db5691d1-73d3-4032-b3be-8358ddec23f2), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:54.154476 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['d904bf77-5a1e-4848-a3d8-d43e634f0c09'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:18:54.173367 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac96795-5cda-4575-bda5-d93b6965c25d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5691d1-73d3-4032-b3be-8358ddec23f2,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:54.251537 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fac96795-5cda-4575-bda5-d93b6965c25d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:54.257906 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-fac96795-5cda-4575-bda5-d93b6965c25d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4336920 Oct 10 12:18:54.257906 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 47098) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:54.263593 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-dc3e3462-c7ea-4a9b-9319-a639b4c26429 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'security_group_rule': {'security_group_id': 'db5691d1-73d3-4032-b3be-8358ddec23f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:18:54.374231 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dc3e3462-c7ea-4a9b-9319-a639b4c26429 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (3a9b0735-a848-498e-ba3f-b064c5f9f631), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:54.437980 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dc3e3462-c7ea-4a9b-9319-a639b4c26429 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (3a9b0735-a848-498e-ba3f-b064c5f9f631), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:54.527420 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dc3e3462-c7ea-4a9b-9319-a639b4c26429 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (3a9b0735-a848-498e-ba3f-b064c5f9f631), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:54.547753 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e3462-c7ea-4a9b-9319-a639b4c26429 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9b0735-a848-498e-ba3f-b064c5f9f631,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:54.689400 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-dc3e3462-c7ea-4a9b-9319-a639b4c26429 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:54.691074 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-dc3e3462-c7ea-4a9b-9319-a639b4c26429 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4316068 Oct 10 12:18:54.703964 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 47112) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:54.703964 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-984d2345-8bc5-465b-9d4f-6cbb332bff2b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'security_group_rule': {'security_group_id': 'db5691d1-73d3-4032-b3be-8358ddec23f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:18:54.764421 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2503d-2d95-408d-96bf-2e4d15cab843 req-6609b8ce-25b7-40bc-b482-419727628b13 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:54.766057 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-74b2503d-2d95-408d-96bf-2e4d15cab843 req-6609b8ce-25b7-40bc-b482-419727628b13 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 944 time: 0.0569766 Oct 10 12:18:54.822991 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-74b2503d-2d95-408d-96bf-2e4d15cab843 req-5eec8c82-8b72-4c4b-a412-d866fc15e0a4 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476687 Oct 10 12:18:54.837881 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-984d2345-8bc5-465b-9d4f-6cbb332bff2b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (1d7f8558-0e9a-4b3f-af19-f87d0527c604), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:54.854541 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:54.904840 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-984d2345-8bc5-465b-9d4f-6cbb332bff2b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (1d7f8558-0e9a-4b3f-af19-f87d0527c604), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:54.956222 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-984d2345-8bc5-465b-9d4f-6cbb332bff2b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (1d7f8558-0e9a-4b3f-af19-f87d0527c604), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:54.967765 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:54.979543 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d2345-8bc5-465b-9d4f-6cbb332bff2b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7f8558-0e9a-4b3f-af19-f87d0527c604,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:55.061661 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-984d2345-8bc5-465b-9d4f-6cbb332bff2b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:55.061943 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-984d2345-8bc5-465b-9d4f-6cbb332bff2b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3670151 Oct 10 12:18:55.065588 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 47128) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:55.070379 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'floatingip': {'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:18:55.179171 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:55.268227 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:55.387247 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Allocated IP 172.27.4.99 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/879eec22-9956-400c-aa1d-42bcda7cd92e) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:18:55.500494 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for port (879eec22-9956-400c-aa1d-42bcda7cd92e), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:55.622742 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device d904bf77-5a1e-4848-a3d8-d43e634f0c09 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:18:55.681804 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port d904bf77-5a1e-4848-a3d8-d43e634f0c09 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:18:55.682102 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:55.682466 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port d904bf77-5a1e-4848-a3d8-d43e634f0c09 Oct 10 12:18:55.705131 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (879eec22-9956-400c-aa1d-42bcda7cd92e), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:55.715341 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:55.749029 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:18:55.754563 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:18:55.758524 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:18:55.773350 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port d904bf77-5a1e-4848-a3d8-d43e634f0c09 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:18:55.773877 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:55.789800 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'Port': ['ID=879eec22-9956-400c-aa1d-42bcda7cd92e,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:55.794698 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:55.806852 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:18:55.809408 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d48fc4-5f31-430e-bdc4-736e62beb7ec" -d '{"events": [{"server_uuid": "5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b", "name": "network-vif-plugged", "status": "completed", "tag": "d904bf77-5a1e-4848-a3d8-d43e634f0c09"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:18:55.834376 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port d904bf77-5a1e-4848-a3d8-d43e634f0c09, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:18:55.858517 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97557510-30ec-49ff-8b98-f432fe9eda36 req-00c52d62-4b2a-43bc-9f13-327d9856c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:55.860874 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-97557510-30ec-49ff-8b98-f432fe9eda36 req-00c52d62-4b2a-43bc-9f13-327d9856c8b0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 1128 time: 0.1440089 Oct 10 12:18:55.885852 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (5f7b42ab-c5b4-4255-a5fb-492a9919cd5d), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:55.915699 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:55.961066 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1160dd04-2136-4bf4-bff3-e2d8f90b6bfe x-openstack-request-id: req-1160dd04-2136-4bf4-bff3-e2d8f90b6bfe {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:18:55.961815 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b", "name": "network-vif-plugged", "status": "completed", "tag": "d904bf77-5a1e-4848-a3d8-d43e634f0c09", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:18:55.962456 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1160dd04-2136-4bf4-bff3-e2d8f90b6bfe {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:18:55.963343 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1160dd04-2136-4bf4-bff3-e2d8f90b6bfe'] response: {'server_uuid': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09', 'code': 200} Oct 10 12:18:55.968649 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:55.985616 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:55.999834 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=d904bf77-5a1e-4848-a3d8-d43e634f0c09,revision_number=7']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:56.007969 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97557510-30ec-49ff-8b98-f432fe9eda36 req-8b378bc9-cdfc-4330-ba28-5f3ad81f6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:56.009458 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-97557510-30ec-49ff-8b98-f432fe9eda36 req-8b378bc9-cdfc-4330-ba28-5f3ad81f6429 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8bb565bd-53c5-4c6d-b08f-259f391c730b HTTP/1.1" status: 200 len: 918 time: 0.1147709 Oct 10 12:18:56.059932 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (879eec22-9956-400c-aa1d-42bcda7cd92e), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:56.065704 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:56.073713 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b48c9-80fc-435b-95a1-2085d2c2c639 req-1cdbe85c-d199-4735-a8c5-1c4bb3d30828 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:56.074747 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e84b48c9-80fc-435b-95a1-2085d2c2c639 req-1cdbe85c-d199-4735-a8c5-1c4bb3d30828 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0925035 Oct 10 12:18:56.088349 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-97557510-30ec-49ff-8b98-f432fe9eda36 req-3a658afe-95c9-4f35-af22-4e735019e55f service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09 HTTP/1.1" status: 200 len: 1001 time: 0.0695882 Oct 10 12:18:56.170653 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97557510-30ec-49ff-8b98-f432fe9eda36 req-d12207dd-c3e6-459f-a78e-f665c774ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:56.173035 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-97557510-30ec-49ff-8b98-f432fe9eda36 req-d12207dd-c3e6-459f-a78e-f665c774ba68 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=383a897c-19ae-4f67-b320-d650957cc219 HTTP/1.1" status: 200 len: 856 time: 0.0782731 Oct 10 12:18:56.202407 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e84b48c9-80fc-435b-95a1-2085d2c2c639 req-ceb339d2-9ec3-4dc3-9e5c-df8ca90beb3b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067052 Oct 10 12:18:56.239958 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97557510-30ec-49ff-8b98-f432fe9eda36 req-8b3ae8fa-0376-4ed0-9a35-573ce5563f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:56.239958 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-97557510-30ec-49ff-8b98-f432fe9eda36 req-8b3ae8fa-0376-4ed0-9a35-573ce5563f9d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8bb565bd-53c5-4c6d-b08f-259f391c730b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532711 Oct 10 12:18:56.241407 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:56.245798 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [req-97557510-30ec-49ff-8b98-f432fe9eda36 req-6b434cc6-7521-40eb-9069-2d2df60bd16d service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 12:18:56.248131 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-97557510-30ec-49ff-8b98-f432fe9eda36 req-6b434cc6-7521-40eb-9069-2d2df60bd16d service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0082757 Oct 10 12:18:56.292143 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for port (879eec22-9956-400c-aa1d-42bcda7cd92e), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:56.361573 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-97557510-30ec-49ff-8b98-f432fe9eda36 req-f8fb35da-b1a9-402f-bc4b-98673f66d6d8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071095 Oct 10 12:18:56.385002 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31514739'] for port (879eec22-9956-400c-aa1d-42bcda7cd92e), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:56.443019 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:56.476362 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-97557510-30ec-49ff-8b98-f432fe9eda36 req-f1fffd26-6a87-400d-9b98-aa31c89cfea2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090181 Oct 10 12:18:56.490744 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (5f7b42ab-c5b4-4255-a5fb-492a9919cd5d), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:56.497326 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'Port': ['ID=879eec22-9956-400c-aa1d-42bcda7cd92e,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:56.644223 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:56.645552 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-2340b8ef-26fb-44a0-9bae-d47b52288f40 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5788493 Oct 10 12:18:56.845058 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-9fc49599-b3e8-40d9-8258-0a5853ecd07e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2013511250&fields=id&tenant_id=aab51c9b019e400c8e28d9a789eda6da HTTP/1.1" status: 200 len: 267 time: 0.0477111 Oct 10 12:18:56.972815 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-5c84480f-7569-403f-bc2b-ea83f2b55930 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:56.974312 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-5c84480f-7569-403f-bc2b-ea83f2b55930 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 200 len: 815 time: 0.1223032 Oct 10 12:18:56.994261 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-ee849c54-7ffd-4235-b34b-1c86db25ca2b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/quotas/aab51c9b019e400c8e28d9a789eda6da HTTP/1.1" status: 200 len: 375 time: 0.0100188 Oct 10 12:18:57.051331 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-1de2ab00-136e-4380-a21a-b6f106bcf42a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483782 Oct 10 12:18:57.116695 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-4444789d-f154-4166-acc1-39f92974ef82 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 12:18:57.117661 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-4444789d-f154-4166-acc1-39f92974ef82 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0536346 Oct 10 12:18:57.222207 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-78fd6abc-4b51-4f0c-9f09-b196aa361238 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978384 Oct 10 12:18:57.294758 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:18:57.343809 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-cabf2aa0-e1a9-49c4-8b3e-11d6dcab6a07 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157379 Oct 10 12:18:57.384243 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac85a70-3479-45ac-a9fa-eede93a152e9 req-e398f68c-1e7b-4e2f-a093-8b6b786adace tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:57.386278 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bac85a70-3479-45ac-a9fa-eede93a152e9 req-e398f68c-1e7b-4e2f-a093-8b6b786adace tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0628655 Oct 10 12:18:57.460947 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bac85a70-3479-45ac-a9fa-eede93a152e9 req-ca354de3-b33b-4902-a5e0-a07b75346ea2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663357 Oct 10 12:18:57.704410 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-46baf976-a35c-468a-970b-1b8e4e9b7e4b req-70b6d34d-f967-452f-bae2-973238cc4866 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 210 time: 0.0474019 Oct 10 12:18:58.029781 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47176) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:58.180237 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4ededc5d-4292-450e-9ee4-b5d5206f3818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:58.267221 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4ededc5d-4292-450e-9ee4-b5d5206f3818 admin admin] Publish callbacks [] for security_group (7227695d-7724-40fc-9c74-acc15f7ac2a4), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:58.439969 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4ededc5d-4292-450e-9ee4-b5d5206f3818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (7227695d-7724-40fc-9c74-acc15f7ac2a4), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:58.482761 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-4ededc5d-4292-450e-9ee4-b5d5206f3818 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=dd4516dd621242208431a2cfec87d0fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4515772 Oct 10 12:18:58.485524 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 47182) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:58.490839 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ededc5d-4292-450e-9ee4-b5d5206f3818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7227695d-7724-40fc-9c74-acc15f7ac2a4,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:58.541673 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-476d9c67-dc1c-4f80-b863-8dc3549f6bd4 admin admin] Publish callbacks [] for security_group (7227695d-7724-40fc-9c74-acc15f7ac2a4), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:58.566810 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-476d9c67-dc1c-4f80-b863-8dc3549f6bd4 admin admin] Publish callbacks [] for security_group (7227695d-7724-40fc-9c74-acc15f7ac2a4), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:58.638542 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cc47e-188e-40e0-868c-f6a5dc0aeb74 req-e0c5d831-5ee4-441a-af68-4f2c559c4ec2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:58.640034 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-824cc47e-188e-40e0-868c-f6a5dc0aeb74 req-e0c5d831-5ee4-441a-af68-4f2c559c4ec2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0786977 Oct 10 12:18:58.694487 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-824cc47e-188e-40e0-868c-f6a5dc0aeb74 req-6ccad6c0-0672-4565-8319-b308ad83c836 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445499 Oct 10 12:18:58.790426 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-476d9c67-dc1c-4f80-b863-8dc3549f6bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (7227695d-7724-40fc-9c74-acc15f7ac2a4), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:58.792912 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-476d9c67-dc1c-4f80-b863-8dc3549f6bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:58.794658 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-476d9c67-dc1c-4f80-b863-8dc3549f6bd4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7227695d-7724-40fc-9c74-acc15f7ac2a4 HTTP/1.1" status: 204 len: 168 time: 0.3075337 Oct 10 12:18:58.796454 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-173aa7a8-294b-4ac5-9f3e-3318152e0967 req-a40311f2-52e5-4d9e-9575-508306a82a62 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 210 time: 0.0332556 Oct 10 12:18:58.806274 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d9c67-dc1c-4f80-b863-8dc3549f6bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7227695d-7724-40fc-9c74-acc15f7ac2a4,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:18:59.716341 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-c09fdcbe-1930-46d7-9b3c-c3a64ec20e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:59.792644 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47194) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:18:59.807649 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5ba17728-ec44-4379-8cdb-53b3f34fcbda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:59.831089 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980540c0-351d-42e0-95db-3b8586e52500 req-d532980e-bbbc-4461-be4a-c5ab8e4783fa tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:18:59.838595 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-980540c0-351d-42e0-95db-3b8586e52500 req-d532980e-bbbc-4461-be4a-c5ab8e4783fa tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0566399 Oct 10 12:18:59.895265 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-980540c0-351d-42e0-95db-3b8586e52500 req-82d38c23-1a9f-4384-9707-789cb7639718 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557826 Oct 10 12:18:59.923961 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5ba17728-ec44-4379-8cdb-53b3f34fcbda admin admin] Publish callbacks [] for security_group (4baeeaa8-c0d7-4e1e-a596-589a67b3eb39), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:18:59.924748 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-211bc9bb-a4e0-4935-b5e9-ae3360dffa65 req-0e63cc60-4bb3-4920-b094-c71c50e21e21 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 210 time: 0.0338111 Oct 10 12:18:59.967398 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5ba17728-ec44-4379-8cdb-53b3f34fcbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (4baeeaa8-c0d7-4e1e-a596-589a67b3eb39), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:00.007059 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba17728-ec44-4379-8cdb-53b3f34fcbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baeeaa8-c0d7-4e1e-a596-589a67b3eb39,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:00.011204 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-5ba17728-ec44-4379-8cdb-53b3f34fcbda admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f135cbda131a4684b87343a7f96a4495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173982 Oct 10 12:19:00.015117 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47198) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:00.073115 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-eda5e49d-789c-4999-98a8-3d9062d6d338 admin admin] Publish callbacks [] for security_group (4baeeaa8-c0d7-4e1e-a596-589a67b3eb39), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:00.095657 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-eda5e49d-789c-4999-98a8-3d9062d6d338 admin admin] Publish callbacks [] for security_group (4baeeaa8-c0d7-4e1e-a596-589a67b3eb39), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:00.195800 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-eda5e49d-789c-4999-98a8-3d9062d6d338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (4baeeaa8-c0d7-4e1e-a596-589a67b3eb39), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:00.198554 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-eda5e49d-789c-4999-98a8-3d9062d6d338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:00.199732 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-eda5e49d-789c-4999-98a8-3d9062d6d338 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4baeeaa8-c0d7-4e1e-a596-589a67b3eb39 HTTP/1.1" status: 204 len: 168 time: 0.1839786 Oct 10 12:19:00.207798 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5e49d-789c-4999-98a8-3d9062d6d338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baeeaa8-c0d7-4e1e-a596-589a67b3eb39,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:00.754114 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-3c9d6b35-6043-4908-b4cc-bc36a5fb4ca7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:00.756044 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-3c9d6b35-6043-4908-b4cc-bc36a5fb4ca7 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "GET /networking/v2.0/networks?id=3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 200 len: 815 time: 0.1170502 Oct 10 12:19:00.878604 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-b56faaec-2683-4f75-9d17-28e1276cd30a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aab51c9b019e400c8e28d9a789eda6da HTTP/1.1" status: 200 len: 380 time: 0.1000366 Oct 10 12:19:00.890598 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-95540c89-1651-4942-934f-189530cf7e6e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'port': {'device_id': 'eca601f1-e5dc-43b0-91ee-16f03eefb50a', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'admin_state_up': True, 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'security_groups': ['db5691d1-73d3-4032-b3be-8358ddec23f2']}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:19:00.962357 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:01.048664 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:01.100384 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0509f6e2-30f9-4401-b3b5-0aeca805e178 req-39f765ea-63bb-4d38-abd7-55ed16499f13 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 210 time: 0.0422885 Oct 10 12:19:01.110309 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-95540c89-1651-4942-934f-189530cf7e6e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Made reservation on behalf of aab51c9b019e400c8e28d9a789eda6da for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:19:01.112161 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd353509-8e33-480b-a8c1-647eed01e50d req-46eb95c3-0262-4444-9388-8d44329fdedc tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:01.115432 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-95540c89-1651-4942-934f-189530cf7e6e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:01.120146 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fd353509-8e33-480b-a8c1-647eed01e50d req-46eb95c3-0262-4444-9388-8d44329fdedc tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.1162930 Oct 10 12:19:01.175271 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fd353509-8e33-480b-a8c1-647eed01e50d req-2a769d88-14ce-42e6-bbff-fa859f0520f6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539606 Oct 10 12:19:01.289359 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-95540c89-1651-4942-934f-189530cf7e6e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Allocated IP 172.20.0.4 (3f74af49-8f08-437e-8de8-52cf94d07154/afa57b24-9493-41e1-9638-6e9b3725e1da/f452dd9a-f82f-4a66-84ef-1b78de8cce04) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:19:01.449747 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-95540c89-1651-4942-934f-189530cf7e6e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for port (f452dd9a-f82f-4a66-84ef-1b78de8cce04), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:01.569244 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-95540c89-1651-4942-934f-189530cf7e6e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (f452dd9a-f82f-4a66-84ef-1b78de8cce04), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:01.621956 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-95540c89-1651-4942-934f-189530cf7e6e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Network 3f74af49-8f08-437e-8de8-52cf94d07154 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:19:01.621956 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:01.626219 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-95540c89-1651-4942-934f-189530cf7e6e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:19:01.629743 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-95540c89-1651-4942-934f-189530cf7e6e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:19:01.665344 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95540c89-1651-4942-934f-189530cf7e6e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event updated for resources: {'Port': ['ID=f452dd9a-f82f-4a66-84ef-1b78de8cce04,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:01.693646 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-95540c89-1651-4942-934f-189530cf7e6e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:01.694739 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-95540c89-1651-4942-934f-189530cf7e6e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:01.783118 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-95540c89-1651-4942-934f-189530cf7e6e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8968713 Oct 10 12:19:01.869437 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Request body: {'port': {'device_id': 'eca601f1-e5dc-43b0-91ee-16f03eefb50a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:19:01.925075 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-7bacf4ef-f518-4121-86bc-9efda711b885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:01.960292 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f452dd9a-f82f-4a66-84ef-1b78de8cce04), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:02.000792 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-484756e0-d075-405b-9a3e-bf29df8c23a0 None None] Provisioning complete for port f452dd9a-f82f-4a66-84ef-1b78de8cce04 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:02.001139 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-484756e0-d075-405b-9a3e-bf29df8c23a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (f452dd9a-f82f-4a66-84ef-1b78de8cce04), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:02.001773 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-484756e0-d075-405b-9a3e-bf29df8c23a0 None None] Attempt 1 to provision port f452dd9a-f82f-4a66-84ef-1b78de8cce04 Oct 10 12:19:02.039681 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-484756e0-d075-405b-9a3e-bf29df8c23a0 None None] Port f452dd9a-f82f-4a66-84ef-1b78de8cce04 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:19:02.359071 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0dc21-7e9f-4002-ba34-ba89c625c884 req-584dd598-fa1e-4eaa-8359-be882a921681 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:02.361366 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8e0dc21-7e9f-4002-ba34-ba89c625c884 req-584dd598-fa1e-4eaa-8359-be882a921681 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0708115 Oct 10 12:19:02.379190 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf06bbb-e994-49f0-953d-b78b7cfad991 req-464ea694-4ee7-49a1-8ce4-1e21fb4e8583 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:02.388982 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cbf06bbb-e994-49f0-953d-b78b7cfad991 req-464ea694-4ee7-49a1-8ce4-1e21fb4e8583 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 931 time: 0.1530836 Oct 10 12:19:02.479105 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8e0dc21-7e9f-4002-ba34-ba89c625c884 req-d176413d-7909-4343-b040-4c88a70f2899 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097326 Oct 10 12:19:02.533901 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cbf06bbb-e994-49f0-953d-b78b7cfad991 req-e95c2901-86be-407a-8546-d46a26887f20 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=db5691d1-73d3-4032-b3be-8358ddec23f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431570 Oct 10 12:19:02.699325 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f452dd9a-f82f-4a66-84ef-1b78de8cce04 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:19:02.711204 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Publish callbacks [] for port (f452dd9a-f82f-4a66-84ef-1b78de8cce04), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:02.732073 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Transition to ACTIVE for port object f452dd9a-f82f-4a66-84ef-1b78de8cce04 will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:19:02.843831 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (f452dd9a-f82f-4a66-84ef-1b78de8cce04), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:02.961655 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Pushing event updated for resources: {'Port': ['ID=f452dd9a-f82f-4a66-84ef-1b78de8cce04,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:03.023995 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Attempting to bind port f452dd9a-f82f-4a66-84ef-1b78de8cce04 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:19:03.024536 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Attempting to bind port f452dd9a-f82f-4a66-84ef-1b78de8cce04 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:19:03.025073 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Attempting to bind port f452dd9a-f82f-4a66-84ef-1b78de8cce04 on network 3f74af49-8f08-437e-8de8-52cf94d07154 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:19:03.085772 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Port f452dd9a-f82f-4a66-84ef-1b78de8cce04 on network 3f74af49-8f08-437e-8de8-52cf94d07154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:19:03.086113 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Attempting to bind port f452dd9a-f82f-4a66-84ef-1b78de8cce04 on network 3f74af49-8f08-437e-8de8-52cf94d07154 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:19:03.153335 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:19:03.161597 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Checking segment: {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:19:03.161597 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Bound using segment: {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:19:03.161597 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Bound port: f452dd9a-f82f-4a66-84ef-1b78de8cce04, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:19:03.161597 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f452dd9a-f82f-4a66-84ef-1b78de8cce04), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:03.173048 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:03.245639 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] For port f452dd9a-f82f-4a66-84ef-1b78de8cce04, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:19:03.251531 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] For port f452dd9a-f82f-4a66-84ef-1b78de8cce04, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f452dd9a-f82f-4a66-84ef-1b78de8cce04,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:19:03.299822 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:DELETE=1,neutron:SELECT=7 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:03.307330 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:03.378181 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (f452dd9a-f82f-4a66-84ef-1b78de8cce04), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:03.383994 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:03.384948 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:03.386520 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/f452dd9a-f82f-4a66-84ef-1b78de8cce04 HTTP/1.1" status: 200 len: 1093 time: 1.5224051 Oct 10 12:19:03.387792 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca601f1-e5dc-43b0-91ee-16f03eefb50a', 'tag': 'f452dd9a-f82f-4a66-84ef-1b78de8cce04'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:19:03.390938 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bb388e-b916-4bb5-83af-4bc22beeb722" -d '{"events": [{"name": "network-changed", "server_uuid": "eca601f1-e5dc-43b0-91ee-16f03eefb50a", "tag": "f452dd9a-f82f-4a66-84ef-1b78de8cce04"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:19:03.447604 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:03.467842 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b6151-55f1-4ae4-baf5-ca7ad216a228 service neutron] Pushing event updated for resources: {'Port': ['ID=f452dd9a-f82f-4a66-84ef-1b78de8cce04,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:03.589254 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f4fd06-b819-4625-b349-3adf873faf36 x-openstack-request-id: req-16f4fd06-b819-4625-b349-3adf873faf36 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:19:03.590953 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca601f1-e5dc-43b0-91ee-16f03eefb50a", "tag": "f452dd9a-f82f-4a66-84ef-1b78de8cce04", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:19:03.596259 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16f4fd06-b819-4625-b349-3adf873faf36 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:19:03.596259 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f4fd06-b819-4625-b349-3adf873faf36'] response: {'name': 'network-changed', 'server_uuid': 'eca601f1-e5dc-43b0-91ee-16f03eefb50a', 'tag': 'f452dd9a-f82f-4a66-84ef-1b78de8cce04', 'status': 'completed', 'code': 200} Oct 10 12:19:03.624756 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-f3ef4826-22dd-49cc-af0c-57b230584ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:03.624756 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-f3ef4826-22dd-49cc-af0c-57b230584ddc service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 1127 time: 0.0936413 Oct 10 12:19:03.681733 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-1ee011a7-9b04-4e86-95bf-98a531ddf175 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f452dd9a-f82f-4a66-84ef-1b78de8cce04 HTTP/1.1" status: 200 len: 217 time: 0.0431530 Oct 10 12:19:03.746231 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:03.749025 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-ca5d6076-3f22-4ab3-90b7-b6f42f7fc0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:03.750820 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-ca5d6076-3f22-4ab3-90b7-b6f42f7fc0e5 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=afa57b24-9493-41e1-9638-6e9b3725e1da HTTP/1.1" status: 200 len: 854 time: 0.0578802 Oct 10 12:19:03.750973 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abf44f-c823-429e-8329-955adbf08931 req-9f691268-0b64-45fc-bc94-4b67fdd06607 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:03.752471 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b2abf44f-c823-429e-8329-955adbf08931 req-9f691268-0b64-45fc-bc94-4b67fdd06607 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0600679 Oct 10 12:19:03.761245 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1444b7-4368-4895-b284-e326d1c6f7f2 req-7c8f40b2-4955-4756-9d79-e1f6ecad4120 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:03.765162 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ae1444b7-4368-4895-b284-e326d1c6f7f2 req-7c8f40b2-4955-4756-9d79-e1f6ecad4120 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 943 time: 0.1318109 Oct 10 12:19:03.817359 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:03.831661 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-1ae4000d-66bb-47d5-9bda-8764a3266e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:03.834422 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b2abf44f-c823-429e-8329-955adbf08931 req-3f89f2ef-43b3-47d0-be3b-cf72c229af44 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682828 Oct 10 12:19:03.836288 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-1ae4000d-66bb-47d5-9bda-8764a3266e27 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3f74af49-8f08-437e-8de8-52cf94d07154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758817 Oct 10 12:19:03.847968 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:03.876970 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ae1444b7-4368-4895-b284-e326d1c6f7f2 req-99aa0ab3-3fa7-4e9f-8b6c-968ceb682e32 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=db5691d1-73d3-4032-b3be-8358ddec23f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842392 Oct 10 12:19:03.978940 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-6881467f-21f2-4106-a19e-5f9ffd845f6d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338258 Oct 10 12:19:04.124095 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-c48ed02c-3b0b-4a2e-9408-b4bd5910072e req-4fb210be-abd6-4455-9327-b6cd325f7efb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386096 Oct 10 12:19:04.594313 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:05.001806 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d14828-6d6b-407f-b7c1-f4114cc00aaf req-e6ebab3c-202d-45eb-875f-77d3e1808c98 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:05.004885 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e5d14828-6d6b-407f-b7c1-f4114cc00aaf req-e6ebab3c-202d-45eb-875f-77d3e1808c98 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0607052 Oct 10 12:19:05.084460 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47320) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:05.091096 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e5d14828-6d6b-407f-b7c1-f4114cc00aaf req-15d25094-3c02-4854-93fc-304d90f921d2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793986 Oct 10 12:19:05.142269 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fa858-5031-4fb6-af97-45d6853a4c95 req-3846145e-9883-47ab-96ad-c5b702cc83e5 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:05.146863 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-732fa858-5031-4fb6-af97-45d6853a4c95 req-3846145e-9883-47ab-96ad-c5b702cc83e5 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 943 time: 0.0737388 Oct 10 12:19:05.167175 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:05.275622 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9a4f12f9-5926-4fe2-8110-8c278e8f4454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:05.277021 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-732fa858-5031-4fb6-af97-45d6853a4c95 req-00c87f95-a11a-4fb7-906c-dd544b8750c8 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=db5691d1-73d3-4032-b3be-8358ddec23f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908697 Oct 10 12:19:05.373648 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9a4f12f9-5926-4fe2-8110-8c278e8f4454 admin admin] Publish callbacks [] for security_group (d3bbd70b-9117-4ba7-98ad-a50b2512ff73), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:05.691607 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9a4f12f9-5926-4fe2-8110-8c278e8f4454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (d3bbd70b-9117-4ba7-98ad-a50b2512ff73), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:05.740386 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-9a4f12f9-5926-4fe2-8110-8c278e8f4454 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c1a3a6fae6cf47a181dbec6349a501e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6541958 Oct 10 12:19:05.741279 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f12f9-5926-4fe2-8110-8c278e8f4454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bbd70b-9117-4ba7-98ad-a50b2512ff73,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:05.743189 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 47324) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:05.798975 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Publish callbacks [] for security_group (d3bbd70b-9117-4ba7-98ad-a50b2512ff73), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:05.823751 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Publish callbacks [] for security_group (d3bbd70b-9117-4ba7-98ad-a50b2512ff73), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:06.192344 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (d3bbd70b-9117-4ba7-98ad-a50b2512ff73), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:06.196205 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:06.200433 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d3bbd70b-9117-4ba7-98ad-a50b2512ff73 HTTP/1.1" status: 204 len: 168 time: 0.4533038 Oct 10 12:19:06.208718 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bbd70b-9117-4ba7-98ad-a50b2512ff73,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:06.217428 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:06.218074 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:06.218707 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:06.219122 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:06.219555 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:06.219995 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:06.220417 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:06.220999 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:06.221422 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:06.221935 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:06.222276 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:06.222862 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:06.223267 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:06.223689 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:06.224112 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0755b-fd49-4288-bebd-1245292a28fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:06.388393 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb32912-774e-4823-b816-335e98a4a0c4 req-cfa18a8b-c801-40c3-bae0-0b6cc2d33344 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:06.390858 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3bb32912-774e-4823-b816-335e98a4a0c4 req-cfa18a8b-c801-40c3-bae0-0b6cc2d33344 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0879307 Oct 10 12:19:06.476267 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ae624-d1d1-49ec-88de-5ef27b60e1f7 req-1883ed53-3392-4a6e-9197-74948364c9f6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:06.481465 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-730ae624-d1d1-49ec-88de-5ef27b60e1f7 req-1883ed53-3392-4a6e-9197-74948364c9f6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 943 time: 0.0860777 Oct 10 12:19:06.535126 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3bb32912-774e-4823-b816-335e98a4a0c4 req-9f94382d-b9cf-458a-9a9e-7335d8ac4a62 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347055 Oct 10 12:19:06.601745 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-730ae624-d1d1-49ec-88de-5ef27b60e1f7 req-4d7a99b1-f21f-4734-8d92-628a340e7023 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=db5691d1-73d3-4032-b3be-8358ddec23f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060097 Oct 10 12:19:06.715985 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb388e-b916-4bb5-83af-4bc22beeb722 req-7f2b9f32-4ff4-4deb-9b73-9297f9d9a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:06.720338 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a6bb388e-b916-4bb5-83af-4bc22beeb722 req-7f2b9f32-4ff4-4deb-9b73-9297f9d9a8e7 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 1127 time: 0.0565605 Oct 10 12:19:06.842909 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb388e-b916-4bb5-83af-4bc22beeb722 req-edf992e1-a7c5-4719-a160-8e779942f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:06.844367 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a6bb388e-b916-4bb5-83af-4bc22beeb722 req-edf992e1-a7c5-4719-a160-8e779942f0af service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 200 len: 916 time: 0.1163585 Oct 10 12:19:06.898000 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a6bb388e-b916-4bb5-83af-4bc22beeb722 req-3e15f7e7-2a8f-4e25-a56d-0e7a959ce24d service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f452dd9a-f82f-4a66-84ef-1b78de8cce04 HTTP/1.1" status: 200 len: 217 time: 0.0454218 Oct 10 12:19:06.959391 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb388e-b916-4bb5-83af-4bc22beeb722 req-be044987-083b-4a72-8a2a-6764207d3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:06.961103 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a6bb388e-b916-4bb5-83af-4bc22beeb722 req-be044987-083b-4a72-8a2a-6764207d3923 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=afa57b24-9493-41e1-9638-6e9b3725e1da HTTP/1.1" status: 200 len: 854 time: 0.0573087 Oct 10 12:19:06.976063 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:07.011301 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb388e-b916-4bb5-83af-4bc22beeb722 req-20c73cf9-7573-42c2-a98d-ac1cc7722d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:07.012926 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a6bb388e-b916-4bb5-83af-4bc22beeb722 req-20c73cf9-7573-42c2-a98d-ac1cc7722d7c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3f74af49-8f08-437e-8de8-52cf94d07154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449560 Oct 10 12:19:07.118154 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 47342) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:07.132758 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cba9c84b-28d6-4821-8a5a-feb39b03f4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:07.145158 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a6bb388e-b916-4bb5-83af-4bc22beeb722 req-118c89f1-5e28-4d1f-aea4-82e517405d56 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248493 Oct 10 12:19:07.235137 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cba9c84b-28d6-4821-8a5a-feb39b03f4f1 admin admin] Publish callbacks [] for security_group (5ba050c2-ffb6-455d-a1e7-ff63376cd10b), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:07.262144 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a6bb388e-b916-4bb5-83af-4bc22beeb722 req-274b6088-6018-41ba-a202-729434ed145a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089756 Oct 10 12:19:07.326516 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-cba9c84b-28d6-4821-8a5a-feb39b03f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (5ba050c2-ffb6-455d-a1e7-ff63376cd10b), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:07.373646 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9c84b-28d6-4821-8a5a-feb39b03f4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba050c2-ffb6-455d-a1e7-ff63376cd10b,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:07.378090 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-cba9c84b-28d6-4821-8a5a-feb39b03f4f1 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=926987f9991e44d387b60d468e63c6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587206 Oct 10 12:19:07.381929 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47344) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:07.452618 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e089f5d3-dedd-4da8-b14a-4a9ca0d07567 admin admin] Publish callbacks [] for security_group (5ba050c2-ffb6-455d-a1e7-ff63376cd10b), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:07.469845 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:07.482843 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e089f5d3-dedd-4da8-b14a-4a9ca0d07567 admin admin] Publish callbacks [] for security_group (5ba050c2-ffb6-455d-a1e7-ff63376cd10b), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:07.633410 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e089f5d3-dedd-4da8-b14a-4a9ca0d07567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (5ba050c2-ffb6-455d-a1e7-ff63376cd10b), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:07.647364 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e089f5d3-dedd-4da8-b14a-4a9ca0d07567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:07.652365 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-e089f5d3-dedd-4da8-b14a-4a9ca0d07567 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5ba050c2-ffb6-455d-a1e7-ff63376cd10b HTTP/1.1" status: 204 len: 168 time: 0.2670135 Oct 10 12:19:07.658589 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device f452dd9a-f82f-4a66-84ef-1b78de8cce04 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:19:07.693139 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089f5d3-dedd-4da8-b14a-4a9ca0d07567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba050c2-ffb6-455d-a1e7-ff63376cd10b,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:07.823542 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc38b7-28b0-46dd-ac9f-4d85daf3ff27 req-8a5968c1-a47a-44d9-b578-7110a00de237 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:07.844974 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-65cc38b7-28b0-46dd-ac9f-4d85daf3ff27 req-8a5968c1-a47a-44d9-b578-7110a00de237 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.1269441 Oct 10 12:19:07.950489 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port f452dd9a-f82f-4a66-84ef-1b78de8cce04, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f452dd9a-f82f-4a66-84ef-1b78de8cce04,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:19:07.965042 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': 'f452dd9a-f82f-4a66-84ef-1b78de8cce04', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'port_id': 'f452dd9a-f82f-4a66-84ef-1b78de8cce04', 'mac_address': 'fa:16:3e:37:ab:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:19:07.967174 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1161ea5-cafb-42b1-b944-e74588de0a70 req-bef1eaa9-fb68-4cbb-8f32-5349cc89692c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:07.974569 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a1161ea5-cafb-42b1-b944-e74588de0a70 req-bef1eaa9-fb68-4cbb-8f32-5349cc89692c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 943 time: 0.1254103 Oct 10 12:19:07.997452 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-65cc38b7-28b0-46dd-ac9f-4d85daf3ff27 req-cfc838c8-a536-4669-ac23-effcbeadf1b3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511683 Oct 10 12:19:08.035759 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:08.042430 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port f452dd9a-f82f-4a66-84ef-1b78de8cce04 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:08.043255 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f452dd9a-f82f-4a66-84ef-1b78de8cce04), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:08.047459 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a1161ea5-cafb-42b1-b944-e74588de0a70 req-c6687079-d09e-4741-8278-d00f09a5272e tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=db5691d1-73d3-4032-b3be-8358ddec23f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717375 Oct 10 12:19:08.070067 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f452dd9a-f82f-4a66-84ef-1b78de8cce04 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:19:08.101164 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port f452dd9a-f82f-4a66-84ef-1b78de8cce04, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f452dd9a-f82f-4a66-84ef-1b78de8cce04,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:19:08.203041 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (f452dd9a-f82f-4a66-84ef-1b78de8cce04), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:08.296254 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=f452dd9a-f82f-4a66-84ef-1b78de8cce04,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:08.726954 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['f452dd9a-f82f-4a66-84ef-1b78de8cce04'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:19:09.146360 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:09.221931 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bdbdc-0c42-48c2-8d3d-5a8b338f3836 req-b8e0f427-4ec7-4749-b3fe-839035b7b822 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:09.223766 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-822bdbdc-0c42-48c2-8d3d-5a8b338f3836 req-b8e0f427-4ec7-4749-b3fe-839035b7b822 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0909581 Oct 10 12:19:09.255196 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b41681-065f-48ae-8fe4-3cb5c351cb2a req-a32e81eb-d4f5-42c5-8e10-ba1953128e31 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:09.257380 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e2b41681-065f-48ae-8fe4-3cb5c351cb2a req-a32e81eb-d4f5-42c5-8e10-ba1953128e31 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 944 time: 0.0851240 Oct 10 12:19:09.338778 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-822bdbdc-0c42-48c2-8d3d-5a8b338f3836 req-5864428a-7222-4550-9ee3-5ef2654f97c0 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910416 Oct 10 12:19:09.347529 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e2b41681-065f-48ae-8fe4-3cb5c351cb2a req-cfc157db-41fc-43cc-9d99-b05bd5c2c80d tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=db5691d1-73d3-4032-b3be-8358ddec23f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839057 Oct 10 12:19:09.885648 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device f452dd9a-f82f-4a66-84ef-1b78de8cce04 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:19:09.931132 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port f452dd9a-f82f-4a66-84ef-1b78de8cce04 completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:19:10.036509 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port f452dd9a-f82f-4a66-84ef-1b78de8cce04 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:10.041064 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (f452dd9a-f82f-4a66-84ef-1b78de8cce04), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:10.041064 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port f452dd9a-f82f-4a66-84ef-1b78de8cce04 Oct 10 12:19:10.151420 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port f452dd9a-f82f-4a66-84ef-1b78de8cce04 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:10.152267 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f452dd9a-f82f-4a66-84ef-1b78de8cce04), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:10.200081 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca601f1-e5dc-43b0-91ee-16f03eefb50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f452dd9a-f82f-4a66-84ef-1b78de8cce04'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:19:10.204614 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4f9cff-175a-4dbd-ab85-d90052aa8be9" -d '{"events": [{"server_uuid": "eca601f1-e5dc-43b0-91ee-16f03eefb50a", "name": "network-vif-plugged", "status": "completed", "tag": "f452dd9a-f82f-4a66-84ef-1b78de8cce04"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:19:10.224085 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port f452dd9a-f82f-4a66-84ef-1b78de8cce04, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f452dd9a-f82f-4a66-84ef-1b78de8cce04,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:19:10.277802 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9953cbc8-70a2-4d9e-9878-69c0a5920549 x-openstack-request-id: req-9953cbc8-70a2-4d9e-9878-69c0a5920549 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:19:10.279041 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca601f1-e5dc-43b0-91ee-16f03eefb50a", "name": "network-vif-plugged", "status": "completed", "tag": "f452dd9a-f82f-4a66-84ef-1b78de8cce04", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:19:10.279576 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9953cbc8-70a2-4d9e-9878-69c0a5920549 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:19:10.280005 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9953cbc8-70a2-4d9e-9878-69c0a5920549'] response: {'server_uuid': 'eca601f1-e5dc-43b0-91ee-16f03eefb50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f452dd9a-f82f-4a66-84ef-1b78de8cce04', 'code': 200} Oct 10 12:19:10.350384 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (f452dd9a-f82f-4a66-84ef-1b78de8cce04), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:10.452487 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=f452dd9a-f82f-4a66-84ef-1b78de8cce04,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:10.525845 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cabb9-5fdb-43bf-98a5-012943c3c06e req-63a4a4da-b51c-4724-aa57-99ecf139939f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:10.528605 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5e9cabb9-5fdb-43bf-98a5-012943c3c06e req-63a4a4da-b51c-4724-aa57-99ecf139939f tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0807273 Oct 10 12:19:10.649604 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bd074-d7dc-4c2e-8154-19ae7838f9e3 req-bafea82b-8d95-4906-806e-6c3ef20cf8ad tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:10.651180 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e09bd074-d7dc-4c2e-8154-19ae7838f9e3 req-bafea82b-8d95-4906-806e-6c3ef20cf8ad tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 945 time: 0.1212127 Oct 10 12:19:10.679684 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5e9cabb9-5fdb-43bf-98a5-012943c3c06e req-23b98752-9f55-49da-a3bc-081689995035 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402662 Oct 10 12:19:10.773332 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e09bd074-d7dc-4c2e-8154-19ae7838f9e3 req-331371bb-6bf6-4bfa-ae4e-d47885223acc tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=db5691d1-73d3-4032-b3be-8358ddec23f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152651 Oct 10 12:19:10.799483 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033bdd6-ccc3-4bc4-98b6-9d9c37fe48e2 req-1b8d6823-481e-4ab5-95d7-582db758e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:10.801808 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b033bdd6-ccc3-4bc4-98b6-9d9c37fe48e2 req-1b8d6823-481e-4ab5-95d7-582db758e451 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 1129 time: 0.0569615 Oct 10 12:19:10.854201 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b033bdd6-ccc3-4bc4-98b6-9d9c37fe48e2 req-39fea699-8281-4809-a942-9dfdb852b143 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=db5691d1-73d3-4032-b3be-8358ddec23f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459995 Oct 10 12:19:11.313842 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:19:11.864088 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02064221-180a-4f90-88eb-6f872c966922 req-49e168cf-d99d-45d9-a9da-2882e7ebf2d2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:11.867218 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-02064221-180a-4f90-88eb-6f872c966922 req-49e168cf-d99d-45d9-a9da-2882e7ebf2d2 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0896938 Oct 10 12:19:11.974516 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd57c0-5662-45d2-9e95-c7a70d3d5e23 req-3f3ad496-075f-4441-a752-7df9b577a39c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:11.976074 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fcfd57c0-5662-45d2-9e95-c7a70d3d5e23 req-3f3ad496-075f-4441-a752-7df9b577a39c tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 945 time: 0.0879636 Oct 10 12:19:11.981455 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-02064221-180a-4f90-88eb-6f872c966922 req-781dd637-b8a4-425f-9d59-6e2e70728147 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072524 Oct 10 12:19:12.072735 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fcfd57c0-5662-45d2-9e95-c7a70d3d5e23 req-66473e9f-17da-4124-8206-6bdc8d57fb33 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=db5691d1-73d3-4032-b3be-8358ddec23f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902352 Oct 10 12:19:12.148025 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 47434) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:12.279173 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-55c1b9bf-06b4-4cb5-9864-579fe547e692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:12.398784 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-55c1b9bf-06b4-4cb5-9864-579fe547e692 admin admin] Publish callbacks [] for security_group (6a0663d2-934e-43de-be5c-a1bc3a9eb422), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:12.486750 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-55c1b9bf-06b4-4cb5-9864-579fe547e692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (6a0663d2-934e-43de-be5c-a1bc3a9eb422), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:12.528149 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1b9bf-06b4-4cb5-9864-579fe547e692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0663d2-934e-43de-be5c-a1bc3a9eb422,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:12.534718 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-55c1b9bf-06b4-4cb5-9864-579fe547e692 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b6a852ac65e94d3fae33ef19f5e6cefa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3838751 Oct 10 12:19:12.536047 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47438) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:12.595702 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1930-d17d-4b07-b96b-b4b4b8558ab0 admin admin] Publish callbacks [] for security_group (6a0663d2-934e-43de-be5c-a1bc3a9eb422), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:12.618953 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1930-d17d-4b07-b96b-b4b4b8558ab0 admin admin] Publish callbacks [] for security_group (6a0663d2-934e-43de-be5c-a1bc3a9eb422), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:12.779394 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1930-d17d-4b07-b96b-b4b4b8558ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (6a0663d2-934e-43de-be5c-a1bc3a9eb422), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:12.782162 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1930-d17d-4b07-b96b-b4b4b8558ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:12.783657 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-5b4e1930-d17d-4b07-b96b-b4b4b8558ab0 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6a0663d2-934e-43de-be5c-a1bc3a9eb422 HTTP/1.1" status: 204 len: 168 time: 0.2464681 Oct 10 12:19:12.792615 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e1930-d17d-4b07-b96b-b4b4b8558ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0663d2-934e-43de-be5c-a1bc3a9eb422,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:13.171879 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97148f0a-3abe-44a5-a405-41bb4de508f7 req-c1dd2b8e-c221-4e6c-9152-0e7d14230d42 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:13.180978 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-97148f0a-3abe-44a5-a405-41bb4de508f7 req-c1dd2b8e-c221-4e6c-9152-0e7d14230d42 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0992436 Oct 10 12:19:13.265425 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614497b-d3e7-4c16-aabe-84be18dfcf15 req-0f19cec8-8bd4-4418-8362-4ab936d312df tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:13.267468 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3614497b-d3e7-4c16-aabe-84be18dfcf15 req-0f19cec8-8bd4-4418-8362-4ab936d312df tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 945 time: 0.0766926 Oct 10 12:19:13.299267 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-97148f0a-3abe-44a5-a405-41bb4de508f7 req-4e80b05a-297e-402f-bf01-773bc3f98cf3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169000 Oct 10 12:19:13.318857 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:13.348736 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3614497b-d3e7-4c16-aabe-84be18dfcf15 req-9445892b-3529-4342-b66e-b6ef48dbc579 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=db5691d1-73d3-4032-b3be-8358ddec23f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688403 Oct 10 12:19:13.474813 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890ad2a-df5f-4606-8e27-c49cf1faeee8 req-f5c94fe7-7566-44f6-aaa3-e32e59b64337 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:13.476346 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a890ad2a-df5f-4606-8e27-c49cf1faeee8 req-f5c94fe7-7566-44f6-aaa3-e32e59b64337 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 945 time: 0.0532093 Oct 10 12:19:13.487807 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 47450) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:13.493083 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-4f7d9f5e-08b9-4418-8205-5ac899f21c27 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Request body: {'floatingip': {'port_id': 'f452dd9a-f82f-4a66-84ef-1b78de8cce04'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:19:13.495971 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:13.537561 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4f7d9f5e-08b9-4418-8205-5ac899f21c27 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (5f7b42ab-c5b4-4255-a5fb-492a9919cd5d), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:14.002267 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47452) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:14.017478 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4022cff4-53f6-426c-9b9a-07c2988a5065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:14.017733 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4f7d9f5e-08b9-4418-8205-5ac899f21c27 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:14.102932 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4022cff4-53f6-426c-9b9a-07c2988a5065 admin admin] Publish callbacks [] for security_group (08f21a9c-eec4-418d-bc68-58314e2a0c28), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:14.111254 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4f7d9f5e-08b9-4418-8205-5ac899f21c27 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (5f7b42ab-c5b4-4255-a5fb-492a9919cd5d), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:14.167767 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4022cff4-53f6-426c-9b9a-07c2988a5065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (08f21a9c-eec4-418d-bc68-58314e2a0c28), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:14.213488 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022cff4-53f6-426c-9b9a-07c2988a5065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f21a9c-eec4-418d-bc68-58314e2a0c28,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:14.245998 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-4022cff4-53f6-426c-9b9a-07c2988a5065 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=794da89ca3414671a57ad662eccb21b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425306 Oct 10 12:19:14.247459 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.l3_db [None req-4f7d9f5e-08b9-4418-8205-5ac899f21c27 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Floating IP 5f7b42ab-c5b4-4255-a5fb-492a9919cd5d associated. External IP: 172.27.4.99, port: f452dd9a-f82f-4a66-84ef-1b78de8cce04. Oct 10 12:19:14.250963 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 47458) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:14.340665 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:14.546842 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-030e8105-6751-458b-88bd-ef3a64d3da73 admin admin] Publish callbacks [] for security_group (08f21a9c-eec4-418d-bc68-58314e2a0c28), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:14.568231 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b71bde-22df-4a54-badc-478ed1341744 req-3cd63209-b691-458a-9526-04796cadad1d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:14.569662 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-80b71bde-22df-4a54-badc-478ed1341744 req-3cd63209-b691-458a-9526-04796cadad1d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.1520302 Oct 10 12:19:14.590207 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-030e8105-6751-458b-88bd-ef3a64d3da73 admin admin] Publish callbacks [] for security_group (08f21a9c-eec4-418d-bc68-58314e2a0c28), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:14.760938 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-80b71bde-22df-4a54-badc-478ed1341744 req-26f2b693-93fa-4fa5-b2fa-553400067081 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673324 Oct 10 12:19:14.793886 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7d9f5e-08b9-4418-8205-5ac899f21c27 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Router f3517922-650d-413e-a1e9-cee3d5a6e183 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:19:14.918130 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7d9f5e-08b9-4418-8205-5ac899f21c27 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:19:14.923374 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4f7d9f5e-08b9-4418-8205-5ac899f21c27 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:14.928604 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547161ff-bf16-47ed-963f-8f21ef04c3b7 None None] Sync routers for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:19:14.941074 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547161ff-bf16-47ed-963f-8f21ef04c3b7 None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:19:14.946905 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-547161ff-bf16-47ed-963f-8f21ef04c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:19:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:14.970464 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-4f7d9f5e-08b9-4418-8205-5ac899f21c27 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/5f7b42ab-c5b4-4255-a5fb-492a9919cd5d HTTP/1.1" status: 200 len: 990 time: 1.4813902 Oct 10 12:19:14.971150 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca601f1-e5dc-43b0-91ee-16f03eefb50a', 'tag': 'f452dd9a-f82f-4a66-84ef-1b78de8cce04'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:19:14.974167 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed8dc12e2a811d0e919703145f0a46ca2d14ab091e6de4741f3d89754d8b916b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0d617a-3c9f-4897-b5af-29e5626f2555" -d '{"events": [{"name": "network-changed", "server_uuid": "eca601f1-e5dc-43b0-91ee-16f03eefb50a", "tag": "f452dd9a-f82f-4a66-84ef-1b78de8cce04"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:19:15.002486 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:15.016066 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc0ecc5-f57f-4229-8821-3b4d0e4cb828 x-openstack-request-id: req-7fc0ecc5-f57f-4229-8821-3b4d0e4cb828 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:19:15.016357 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca601f1-e5dc-43b0-91ee-16f03eefb50a", "tag": "f452dd9a-f82f-4a66-84ef-1b78de8cce04", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:19:15.016618 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7fc0ecc5-f57f-4229-8821-3b4d0e4cb828 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:19:15.017057 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc0ecc5-f57f-4229-8821-3b4d0e4cb828'] response: {'name': 'network-changed', 'server_uuid': 'eca601f1-e5dc-43b0-91ee-16f03eefb50a', 'tag': 'f452dd9a-f82f-4a66-84ef-1b78de8cce04', 'status': 'completed', 'code': 200} Oct 10 12:19:15.024338 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-030e8105-6751-458b-88bd-ef3a64d3da73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (08f21a9c-eec4-418d-bc68-58314e2a0c28), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:15.027221 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-030e8105-6751-458b-88bd-ef3a64d3da73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:15.031564 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-030e8105-6751-458b-88bd-ef3a64d3da73 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/08f21a9c-eec4-418d-bc68-58314e2a0c28 HTTP/1.1" status: 204 len: 168 time: 0.7761159 Oct 10 12:19:15.040360 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e8105-6751-458b-88bd-ef3a64d3da73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f21a9c-eec4-418d-bc68-58314e2a0c28,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:15.082459 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-547161ff-bf16-47ed-963f-8f21ef04c3b7 None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:19:15.149732 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d617a-3c9f-4897-b5af-29e5626f2555 req-49b3a4fc-e8b3-4adc-82b4-cea8218ff05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:15.151530 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ee0d617a-3c9f-4897-b5af-29e5626f2555 req-49b3a4fc-e8b3-4adc-82b4-cea8218ff05e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=aab51c9b019e400c8e28d9a789eda6da&device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 1129 time: 0.0548000 Oct 10 12:19:15.264556 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d617a-3c9f-4897-b5af-29e5626f2555 req-beb0dd20-96bf-4213-8b55-dbd2b5978083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:15.265738 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ee0d617a-3c9f-4897-b5af-29e5626f2555 req-beb0dd20-96bf-4213-8b55-dbd2b5978083 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 200 len: 916 time: 0.1087561 Oct 10 12:19:15.363679 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ee0d617a-3c9f-4897-b5af-29e5626f2555 req-ee542193-3caa-47be-a8fd-50508563f69c service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f452dd9a-f82f-4a66-84ef-1b78de8cce04 HTTP/1.1" status: 200 len: 998 time: 0.0912914 Oct 10 12:19:15.366203 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:15.379247 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-547161ff-bf16-47ed-963f-8f21ef04c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '5f7b42ab-c5b4-4255-a5fb-492a9919cd5d', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.99', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': 'f452dd9a-f82f-4a66-84ef-1b78de8cce04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:37:ab:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca601f1-e5dc-43b0-91ee-16f03eefb50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:18:55Z', 'updated_at': '2022-10-10T12:19:13Z', 'revision_number': 1, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:15.404982 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547161ff-bf16-47ed-963f-8f21ef04c3b7 None None] Checking router: f3517922-650d-413e-a1e9-cee3d5a6e183 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:19:15.414115 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547161ff-bf16-47ed-963f-8f21ef04c3b7 None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:19:15.414755 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-547161ff-bf16-47ed-963f-8f21ef04c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:19:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:15.434343 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d617a-3c9f-4897-b5af-29e5626f2555 req-54947847-8fc3-4b65-9550-aa742743ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:15.436560 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ee0d617a-3c9f-4897-b5af-29e5626f2555 req-54947847-8fc3-4b65-9550-aa742743ffbc service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=afa57b24-9493-41e1-9638-6e9b3725e1da HTTP/1.1" status: 200 len: 854 time: 0.0674505 Oct 10 12:19:15.535026 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d617a-3c9f-4897-b5af-29e5626f2555 req-6bd6ed16-fd0a-45f0-9d7f-1b0ea9f772df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:15.536605 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ee0d617a-3c9f-4897-b5af-29e5626f2555 req-6bd6ed16-fd0a-45f0-9d7f-1b0ea9f772df service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=3f74af49-8f08-437e-8de8-52cf94d07154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471020 Oct 10 12:19:15.566271 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:15.644768 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:15.651593 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ee0d617a-3c9f-4897-b5af-29e5626f2555 req-d4852c02-bdb4-4018-a75f-c1c06074e996 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076360 Oct 10 12:19:15.664720 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-547161ff-bf16-47ed-963f-8f21ef04c3b7 None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:19:15.759968 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ee0d617a-3c9f-4897-b5af-29e5626f2555 req-10004387-374c-4bfc-a240-9a694b4fe9d7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016865 Oct 10 12:19:15.851051 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:15.900996 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551bb16-b631-475e-9a18-025bdaf6ad25 req-e236c4b3-733b-45a9-bbcd-6408cb683a52 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:15.902480 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b551bb16-b631-475e-9a18-025bdaf6ad25 req-e236c4b3-733b-45a9-bbcd-6408cb683a52 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0485344 Oct 10 12:19:15.918478 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-547161ff-bf16-47ed-963f-8f21ef04c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '5f7b42ab-c5b4-4255-a5fb-492a9919cd5d', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.99', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': 'f452dd9a-f82f-4a66-84ef-1b78de8cce04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:37:ab:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca601f1-e5dc-43b0-91ee-16f03eefb50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:18:55Z', 'updated_at': '2022-10-10T12:19:13Z', 'revision_number': 1, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:15.945730 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547161ff-bf16-47ed-963f-8f21ef04c3b7 None None] The sync data for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi is: [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '5f7b42ab-c5b4-4255-a5fb-492a9919cd5d', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'floating_ip_address': '172.27.4.99', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'port_id': 'f452dd9a-f82f-4a66-84ef-1b78de8cce04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'mac_address': 'fa:16:3e:37:ab:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca601f1-e5dc-43b0-91ee-16f03eefb50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:18:55Z', 'updated_at': '2022-10-10T12:19:13Z', 'revision_number': 1, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:19:15.961109 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b551bb16-b631-475e-9a18-025bdaf6ad25 req-d5218838-a64c-40d0-a118-286fa0f14193 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525672 Oct 10 12:19:16.163499 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944b8b1-615b-4e35-8b0e-de2927e714b8 None None] New status for floating IP 5f7b42ab-c5b4-4255-a5fb-492a9919cd5d: ACTIVE {{(pid=107009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:19:16.440028 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1d2fe-1952-425c-ba44-2d51289f9626 req-8cecf931-4c90-4cac-850a-0b02fcd13d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:16.441575 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-76f1d2fe-1952-425c-ba44-2d51289f9626 req-8cecf931-4c90-4cac-850a-0b02fcd13d8d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 1129 time: 0.0472898 Oct 10 12:19:16.546556 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1d2fe-1952-425c-ba44-2d51289f9626 req-65df3e4f-558c-4118-b3ee-22780536606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:16.549863 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-76f1d2fe-1952-425c-ba44-2d51289f9626 req-65df3e4f-558c-4118-b3ee-22780536606c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8bb565bd-53c5-4c6d-b08f-259f391c730b HTTP/1.1" status: 200 len: 918 time: 0.0993474 Oct 10 12:19:16.621069 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-76f1d2fe-1952-425c-ba44-2d51289f9626 req-cfac7c60-a26a-4bba-bf1c-6a64caf30ed7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09 HTTP/1.1" status: 200 len: 1001 time: 0.0654602 Oct 10 12:19:16.672482 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1d2fe-1952-425c-ba44-2d51289f9626 req-df7f08cf-cf70-4aad-94f6-3eb90d3e0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:16.674190 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-76f1d2fe-1952-425c-ba44-2d51289f9626 req-df7f08cf-cf70-4aad-94f6-3eb90d3e0b2a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=383a897c-19ae-4f67-b320-d650957cc219 HTTP/1.1" status: 200 len: 856 time: 0.0472498 Oct 10 12:19:16.719384 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1d2fe-1952-425c-ba44-2d51289f9626 req-21794cd6-256b-43db-aa72-35e003ef62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:16.720962 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-76f1d2fe-1952-425c-ba44-2d51289f9626 req-21794cd6-256b-43db-aa72-35e003ef62d0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8bb565bd-53c5-4c6d-b08f-259f391c730b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403860 Oct 10 12:19:16.824437 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-76f1d2fe-1952-425c-ba44-2d51289f9626 req-8f266fe1-ca23-419a-a714-eb2edbc734ce service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949810 Oct 10 12:19:16.922110 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-76f1d2fe-1952-425c-ba44-2d51289f9626 req-44bb5236-6847-4a53-9904-fc786467c9ec service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870671 Oct 10 12:19:17.093902 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f6c5d-bde6-4d58-acee-92f5646c2f5e req-6ab1537b-19cf-4a77-8f6e-82d8d00b8c14 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:17.095432 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d7f6c5d-bde6-4d58-acee-92f5646c2f5e req-6ab1537b-19cf-4a77-8f6e-82d8d00b8c14 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0487285 Oct 10 12:19:17.137804 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:17.145973 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d7f6c5d-bde6-4d58-acee-92f5646c2f5e req-8606c8ce-4200-4b89-9306-9bf619ad9838 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442302 Oct 10 12:19:17.233857 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47508) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:17.342485 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7714e808-1db4-4d65-b6d4-94645a0dbb98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:17.425315 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7714e808-1db4-4d65-b6d4-94645a0dbb98 admin admin] Publish callbacks [] for security_group (5b4e95f4-18bc-4f27-b162-7e33003978be), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:17.514072 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7714e808-1db4-4d65-b6d4-94645a0dbb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (5b4e95f4-18bc-4f27-b162-7e33003978be), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:17.517824 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:17.553614 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714e808-1db4-4d65-b6d4-94645a0dbb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4e95f4-18bc-4f27-b162-7e33003978be,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:17.557821 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-7714e808-1db4-4d65-b6d4-94645a0dbb98 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c3bfb7f39ae94974bf42d53480a5273a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229041 Oct 10 12:19:17.560826 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47512) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:17.613231 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c22635d9-5b83-4bc6-a733-d35acf39eaea admin admin] Publish callbacks [] for security_group (5b4e95f4-18bc-4f27-b162-7e33003978be), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:17.633883 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c22635d9-5b83-4bc6-a733-d35acf39eaea admin admin] Publish callbacks [] for security_group (5b4e95f4-18bc-4f27-b162-7e33003978be), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:17.759426 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c22635d9-5b83-4bc6-a733-d35acf39eaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (5b4e95f4-18bc-4f27-b162-7e33003978be), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:17.761889 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c22635d9-5b83-4bc6-a733-d35acf39eaea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:17.763108 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-c22635d9-5b83-4bc6-a733-d35acf39eaea admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5b4e95f4-18bc-4f27-b162-7e33003978be HTTP/1.1" status: 204 len: 168 time: 0.2014828 Oct 10 12:19:17.771948 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22635d9-5b83-4bc6-a733-d35acf39eaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4e95f4-18bc-4f27-b162-7e33003978be,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:18.286033 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e3648-ab37-4eeb-b0b6-d80c6c8732f8 req-8ec4d416-ad93-4676-bca0-8c7bc0732441 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:18.287501 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-195e3648-ab37-4eeb-b0b6-d80c6c8732f8 req-8ec4d416-ad93-4676-bca0-8c7bc0732441 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0560269 Oct 10 12:19:18.336469 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-195e3648-ab37-4eeb-b0b6-d80c6c8732f8 req-43c8c084-de0e-483b-87ce-5022b4907758 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430610 Oct 10 12:19:18.814250 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47536) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:18.909935 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-c66fdae4-89ea-4c6d-9445-fb8f79aea44a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-660123450-network', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:19:19.000887 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66fdae4-89ea-4c6d-9445-fb8f79aea44a admin admin] Made reservation on behalf of c6ab1776de294ca1a23fc110b2f9af1d for: {'network': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:19:19.003296 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c66fdae4-89ea-4c6d-9445-fb8f79aea44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:19.011841 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c66fdae4-89ea-4c6d-9445-fb8f79aea44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:19.047709 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:19.089818 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c66fdae4-89ea-4c6d-9445-fb8f79aea44a admin admin] Publish callbacks [] for security_group (99e339c0-382b-4c8f-8eba-25e3f222a48b), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:19.164954 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c66fdae4-89ea-4c6d-9445-fb8f79aea44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (99e339c0-382b-4c8f-8eba-25e3f222a48b), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:19.193824 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66fdae4-89ea-4c6d-9445-fb8f79aea44a admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=107007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:19:19.201789 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fdae4-89ea-4c6d-9445-fb8f79aea44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e339c0-382b-4c8f-8eba-25e3f222a48b,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:19.207851 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c66fdae4-89ea-4c6d-9445-fb8f79aea44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (d15bae8f-0ef4-4c22-be36-13d7682fa2f9), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:19.208189 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.segments_db [None req-c66fdae4-89ea-4c6d-9445-fb8f79aea44a admin admin] Added segment d15bae8f-0ef4-4c22-be36-13d7682fa2f9 of type vlan for network 9f8f922a-ec8b-42d4-a75e-2afb2158a141 Oct 10 12:19:19.249737 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c66fdae4-89ea-4c6d-9445-fb8f79aea44a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (9f8f922a-ec8b-42d4-a75e-2afb2158a141), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:19.348153 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c66fdae4-89ea-4c6d-9445-fb8f79aea44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (9f8f922a-ec8b-42d4-a75e-2afb2158a141), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:19.349172 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66fdae4-89ea-4c6d-9445-fb8f79aea44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:19.349780 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c66fdae4-89ea-4c6d-9445-fb8f79aea44a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:19.410714 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fdae4-89ea-4c6d-9445-fb8f79aea44a admin admin] Pushing event updated for resources: {'Network': ['ID=9f8f922a-ec8b-42d4-a75e-2afb2158a141,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:19.420570 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network 9f8f922a-ec8b-42d4-a75e-2afb2158a141 details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:19:19.479296 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-c66fdae4-89ea-4c6d-9445-fb8f79aea44a admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6610639 Oct 10 12:19:19.479792 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47544) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:19.488104 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-4ba8fbe7-c062-427f-8b82-fa0d955c85ab admin admin] Request body: {'subnet': {'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-660123450-subnet', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'ip_version': 4}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:19:19.500558 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab60284-e882-48f9-958e-d49a50defcff req-89625ced-298d-49e6-ae52-910537d5b0eb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:19.502200 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cab60284-e882-48f9-958e-d49a50defcff req-89625ced-298d-49e6-ae52-910537d5b0eb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 945 time: 0.0632241 Oct 10 12:19:19.558182 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cab60284-e882-48f9-958e-d49a50defcff req-6d3049a6-357a-46b5-83c2-ad6e2832a0da tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449033 Oct 10 12:19:19.599798 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba8fbe7-c062-427f-8b82-fa0d955c85ab admin admin] Made reservation on behalf of c6ab1776de294ca1a23fc110b2f9af1d for: {'subnet': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:19:19.601964 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4ba8fbe7-c062-427f-8b82-fa0d955c85ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29423792'] for subnet (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:19.649898 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:19.865715 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4ba8fbe7-c062-427f-8b82-fa0d955c85ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32524323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29423778'] for subnet (b8bfb1f2-f5dd-4aad-a347-6f1f40dba581), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:19.919819 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device d904bf77-5a1e-4848-a3d8-d43e634f0c09 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:19:19.936163 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8fbe7-c062-427f-8b82-fa0d955c85ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8bfb1f2-f5dd-4aad-a347-6f1f40dba581,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:19.944176 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8fbe7-c062-427f-8b82-fa0d955c85ab admin admin] Checking segment: {'id': 'd15bae8f-0ef4-4c22-be36-13d7682fa2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:19:19.944545 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8fbe7-c062-427f-8b82-fa0d955c85ab admin admin] Network hostable DHCP agents. Network: 9f8f922a-ec8b-42d4-a75e-2afb2158a141, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:19:19.998210 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port d904bf77-5a1e-4848-a3d8-d43e634f0c09 is: ACTIVE; New status is: DOWN {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:19.998601 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:20.030921 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:19:20.030921 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd59c3c-eb37-4d2f-880e-0876ce61fe03" -d '{"events": [{"server_uuid": "5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b", "name": "network-vif-unplugged", "status": "completed", "tag": "d904bf77-5a1e-4848-a3d8-d43e634f0c09"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:19:20.048381 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port d904bf77-5a1e-4848-a3d8-d43e634f0c09, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:19:20.048633 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8fbe7-c062-427f-8b82-fa0d955c85ab admin admin] Network 9f8f922a-ec8b-42d4-a75e-2afb2158a141 is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:19:20.099126 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 10 Oct 2022 12:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2250ac-1d7a-4718-ae3b-7555c9e21a0a x-openstack-request-id: req-ab2250ac-1d7a-4718-ae3b-7555c9e21a0a {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:19:20.099678 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b", "name": "network-vif-unplugged", "status": "failed", "tag": "d904bf77-5a1e-4848-a3d8-d43e634f0c09", "code": 422}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:19:20.099936 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab2250ac-1d7a-4718-ae3b-7555c9e21a0a {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:19:20.100406 dv-cinder-860209-4-iscsi neutron-server[107008]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ab2250ac-1d7a-4718-ae3b-7555c9e21a0a']: {'server_uuid': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09', 'code': 422} returned with failed status Oct 10 12:19:20.144429 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-4ba8fbe7-c062-427f-8b82-fa0d955c85ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, 9f8f922a-ec8b-42d4-a75e-2afb2158a141) {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:19:20.144654 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:20.149819 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8fbe7-c062-427f-8b82-fa0d955c85ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:20.150648 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-4ba8fbe7-c062-427f-8b82-fa0d955c85ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:20.175300 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade9384a-a964-4ddf-99c9-c4ccc771adcd None None] Network 9f8f922a-ec8b-42d4-a75e-2afb2158a141 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:19:20.242833 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-4ba8fbe7-c062-427f-8b82-fa0d955c85ab admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7610168 Oct 10 12:19:20.245524 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 47562) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:20.250351 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-660123450-router', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:19:20.256097 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=d904bf77-5a1e-4848-a3d8-d43e634f0c09,revision_number=8']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:20.307597 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6753c52c-ef75-59bb-aee5-b15e716cdc5a-9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'fixed_ips': [{'subnet_id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581'}]}} from dv-cinder-860209-4-iscsi. {{(pid=107008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:19:20.308248 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:20.327586 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12421'] for router (e9b8280d-b28d-4829-8d32-cf739482e3a4), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:20.329013 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2066842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12466'] for router (e9b8280d-b28d-4829-8d32-cf739482e3a4), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:20.384160 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:20.385613 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Publish callbacks [] for router_controller (e9b8280d-b28d-4829-8d32-cf739482e3a4), precommit_add_association {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:20.453853 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.db_base_plugin_common [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Allocated IP 172.20.0.2 (9f8f922a-ec8b-42d4-a75e-2afb2158a141/b8bfb1f2-f5dd-4aad-a347-6f1f40dba581/4ece0733-a439-4faa-a845-ec3d9f9abd3b) {{(pid=107008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:19:20.599407 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Publish callbacks [] for port (4ece0733-a439-4faa-a845-ec3d9f9abd3b), precommit_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:20.629337 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Publish callbacks [] for router_gateway (e9b8280d-b28d-4829-8d32-cf739482e3a4), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:20.748376 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (4ece0733-a439-4faa-a845-ec3d9f9abd3b), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:20.786040 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:20.818853 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Network 9f8f922a-ec8b-42d4-a75e-2afb2158a141 is already hosted by enough agents. {{(pid=107008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:19:20.827285 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.base_scheduler [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Resources bound (agent type, host, resource id): {{(pid=107008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:19:20.830813 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Received port after_create {{(pid=107008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:19:20.839503 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Pushing event updated for resources: {'Port': ['ID=4ece0733-a439-4faa-a845-ec3d9f9abd3b,revision_number=1']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:20.931798 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Attempting to bind port 4ece0733-a439-4faa-a845-ec3d9f9abd3b on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:19:20.932540 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Attempting to bind port 4ece0733-a439-4faa-a845-ec3d9f9abd3b by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'd15bae8f-0ef4-4c22-be36-13d7682fa2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:19:20.933033 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Attempting to bind port 4ece0733-a439-4faa-a845-ec3d9f9abd3b on network 9f8f922a-ec8b-42d4-a75e-2afb2158a141 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:19:20.973040 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Publish callbacks [] for router_gateway (e9b8280d-b28d-4829-8d32-cf739482e3a4), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:20.990488 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:19:20.990886 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Checking segment: {'id': 'd15bae8f-0ef4-4c22-be36-13d7682fa2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:19:20.991295 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:20.991685 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Bound using segment: {'id': 'd15bae8f-0ef4-4c22-be36-13d7682fa2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:19:20.992362 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Bound port: 4ece0733-a439-4faa-a845-ec3d9f9abd3b, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15bae8f-0ef4-4c22-be36-13d7682fa2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:19:20.992746 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4ece0733-a439-4faa-a845-ec3d9f9abd3b), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:20.993220 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:21.070685 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] For port 4ece0733-a439-4faa-a845-ec3d9f9abd3b, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:19:21.076149 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] For port 4ece0733-a439-4faa-a845-ec3d9f9abd3b, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=4ece0733-a439-4faa-a845-ec3d9f9abd3b,segment=NetworkSegment(d15bae8f-0ef4-4c22-be36-13d7682fa2f9),segment_id=d15bae8f-0ef4-4c22-be36-13d7682fa2f9)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:19:21.093350 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:21.120158 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Allocated IP 172.27.4.194 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/38c6ae9e-9a90-4ddf-9469-6284fca517f1) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:19:21.182766 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (4ece0733-a439-4faa-a845-ec3d9f9abd3b), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:21.197107 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:21.237053 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Publish callbacks [] for port (38c6ae9e-9a90-4ddf-9469-6284fca517f1), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:21.238802 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4997d9-fd4e-4c74-b0ee-ae9c0d4fa0b7 None None] Pushing event updated for resources: {'Port': ['ID=4ece0733-a439-4faa-a845-ec3d9f9abd3b,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:21.373922 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (38c6ae9e-9a90-4ddf-9469-6284fca517f1), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:21.437566 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:19:21.442844 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:19:21.445741 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:19:21.479870 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=38c6ae9e-9a90-4ddf-9469-6284fca517f1,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:22.037198 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:22.041933 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Publish callbacks [] for router_gateway (e9b8280d-b28d-4829-8d32-cf739482e3a4), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:22.144099 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f10615-3345-48a0-b0c4-1d7ec3e94ed7 None None] Network 9f8f922a-ec8b-42d4-a75e-2afb2158a141 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:19:22.195701 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:22.244996 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605323'] for router (e9b8280d-b28d-4829-8d32-cf739482e3a4), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:22.248894 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:22.264020 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8c26e918-12da-4b71-98da-051a446abc3b None None] Provisioning complete for port 4ece0733-a439-4faa-a845-ec3d9f9abd3b triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:22.264396 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8c26e918-12da-4b71-98da-051a446abc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (4ece0733-a439-4faa-a845-ec3d9f9abd3b), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:22.264732 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8c26e918-12da-4b71-98da-051a446abc3b None None] Attempt 1 to provision port 4ece0733-a439-4faa-a845-ec3d9f9abd3b Oct 10 12:19:22.350871 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8c26e918-12da-4b71-98da-051a446abc3b None None] Current status of the port 4ece0733-a439-4faa-a845-ec3d9f9abd3b is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:22.351282 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8c26e918-12da-4b71-98da-051a446abc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (4ece0733-a439-4faa-a845-ec3d9f9abd3b), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:22.389995 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8c26e918-12da-4b71-98da-051a446abc3b None None] For port 4ece0733-a439-4faa-a845-ec3d9f9abd3b, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=4ece0733-a439-4faa-a845-ec3d9f9abd3b,segment=NetworkSegment(d15bae8f-0ef4-4c22-be36-13d7682fa2f9),segment_id=d15bae8f-0ef4-4c22-be36-13d7682fa2f9)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:19:22.445541 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8c26e918-12da-4b71-98da-051a446abc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (4ece0733-a439-4faa-a845-ec3d9f9abd3b), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:22.469686 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Router e9b8280d-b28d-4829-8d32-cf739482e3a4 is scheduled to L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 with binding_index 1 {{(pid=107006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:19:22.498549 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26e918-12da-4b71-98da-051a446abc3b None None] Pushing event updated for resources: {'Port': ['ID=4ece0733-a439-4faa-a845-ec3d9f9abd3b,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:22.563703 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-c081c756-b8d4-42c6-af29-6903a0a94dd5 None None] Provisioning complete for port 4ece0733-a439-4faa-a845-ec3d9f9abd3b triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:22.564139 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-c081c756-b8d4-42c6-af29-6903a0a94dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (4ece0733-a439-4faa-a845-ec3d9f9abd3b), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:22.564622 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-c081c756-b8d4-42c6-af29-6903a0a94dd5 None None] Attempt 1 to provision port 4ece0733-a439-4faa-a845-ec3d9f9abd3b Oct 10 12:19:22.577182 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:19:22.591998 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Sync routers for ids ['e9b8280d-b28d-4829-8d32-cf739482e3a4'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:19:22.618712 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Routers {'e9b8280d-b28d-4829-8d32-cf739482e3a4'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:19:22.619279 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:19:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e9b8280d-b28d-4829-8d32-cf739482e3a4'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:22.673150 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:22.677745 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47592) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:22.678931 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-e13b5f00-e8eb-45cf-b435-c95d4e789cc5 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4322371 Oct 10 12:19:22.692037 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 4ece0733-a439-4faa-a845-ec3d9f9abd3b up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:19:22.769141 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-c081c756-b8d4-42c6-af29-6903a0a94dd5 None None] Current status of the port 4ece0733-a439-4faa-a845-ec3d9f9abd3b is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:22.796821 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Set router e9b8280d-b28d-4829-8d32-cf739482e3a4 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:19:22.799832 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 4ece0733-a439-4faa-a845-ec3d9f9abd3b triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:22.800207 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (4ece0733-a439-4faa-a845-ec3d9f9abd3b), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:22.800540 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 4ece0733-a439-4faa-a845-ec3d9f9abd3b Oct 10 12:19:22.889817 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:23.127263 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:23.143272 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 4ece0733-a439-4faa-a845-ec3d9f9abd3b is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:23.163487 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'name': 'tempest-TestShelveInstance-660123450-router', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194'}], 'enable_snat': True}, 'gw_port_id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:21Z', 'revision_number': 3, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'gw_port': {'id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:23.189728 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Checking router: e9b8280d-b28d-4829-8d32-cf739482e3a4 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:19:23.190073 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Updating router e9b8280d-b28d-4829-8d32-cf739482e3a4 port 38c6ae9e-9a90-4ddf-9469-6284fca517f1 binding host dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:19:23.220721 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (38c6ae9e-9a90-4ddf-9469-6284fca517f1), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:23.312558 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:23.315138 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:23.316421 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Allocated IP 172.20.0.1 (9f8f922a-ec8b-42d4-a75e-2afb2158a141/b8bfb1f2-f5dd-4aad-a347-6f1f40dba581/1deeb9ba-69e1-4688-ab19-7c4800b61e42) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:19:23.361388 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a6f08-c1f8-4ae1-b02d-23e0ebbaaa68 req-42faa3a4-0264-4581-a3e2-8b02f1b14f8a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:23.363041 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-942a6f08-c1f8-4ae1-b02d-23e0ebbaaa68 req-42faa3a4-0264-4581-a3e2-8b02f1b14f8a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0510886 Oct 10 12:19:23.434082 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-942a6f08-c1f8-4ae1-b02d-23e0ebbaaa68 req-ed1b3b75-c857-405b-a5d9-af85a59bdf88 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652621 Oct 10 12:19:23.462931 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Publish callbacks [] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:23.515667 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Publish callbacks [] for port (38c6ae9e-9a90-4ddf-9469-6284fca517f1), precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:23.582545 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (38c6ae9e-9a90-4ddf-9469-6284fca517f1), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:23.583347 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:23.623062 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Attempting to bind port 38c6ae9e-9a90-4ddf-9469-6284fca517f1 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:19:23.623574 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Attempting to bind port 38c6ae9e-9a90-4ddf-9469-6284fca517f1 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:19:23.624043 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Attempting to bind port 38c6ae9e-9a90-4ddf-9469-6284fca517f1 on network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:19:23.627347 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Network 9f8f922a-ec8b-42d4-a75e-2afb2158a141 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:19:23.632520 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:19:23.636442 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:19:23.657388 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=1deeb9ba-69e1-4688-ab19-7c4800b61e42,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:23.665174 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c4462-f12d-4df8-a2fc-3d1e948aa6c5 None None] Pushing event updated for resources: {'Port': ['ID=38c6ae9e-9a90-4ddf-9469-6284fca517f1,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:23.680098 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:23.684704 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:19:23.685603 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598000'] for router_interface (e9b8280d-b28d-4829-8d32-cf739482e3a4), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:23.686111 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Checking segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:19:23.686111 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:23.686376 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Bound using segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:19:23.686879 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Bound port: 38c6ae9e-9a90-4ddf-9469-6284fca517f1, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:19:23.687255 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (38c6ae9e-9a90-4ddf-9469-6284fca517f1), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:23.748139 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] For port 38c6ae9e-9a90-4ddf-9469-6284fca517f1, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:19:23.752001 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:23.753426 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] For port 38c6ae9e-9a90-4ddf-9469-6284fca517f1, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=38c6ae9e-9a90-4ddf-9469-6284fca517f1,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:19:23.875611 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (38c6ae9e-9a90-4ddf-9469-6284fca517f1), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:23.915637 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:23.932395 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Routers {'e9b8280d-b28d-4829-8d32-cf739482e3a4'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:19:23.932980 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:19:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e9b8280d-b28d-4829-8d32-cf739482e3a4'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:23.975358 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-2bf0a6a3-2bc1-4032-9cc9-1887fa6ae700 None None] Provisioning complete for port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:23.975727 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a6a3-2bc1-4032-9cc9-1887fa6ae700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:23.976065 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-2bf0a6a3-2bc1-4032-9cc9-1887fa6ae700 None None] Attempt 1 to provision port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 Oct 10 12:19:24.015288 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c4462-f12d-4df8-a2fc-3d1e948aa6c5 None None] Pushing event updated for resources: {'Port': ['ID=38c6ae9e-9a90-4ddf-9469-6284fca517f1,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:24.018148 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=100 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:24.058617 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9d8dc4bf-66df-4087-8feb-c69be5e9e5d7 req-51b194a4-215c-4127-9c66-7b05aadd6c68 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1614454 Oct 10 12:19:24.061502 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-2bf0a6a3-2bc1-4032-9cc9-1887fa6ae700 None None] Port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:19:24.090339 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] Set router e9b8280d-b28d-4829-8d32-cf739482e3a4 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:19:24.138377 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Publish callbacks [] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:24.212692 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:24.298543 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'name': 'tempest-TestShelveInstance-660123450-router', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194'}], 'enable_snat': True}, 'gw_port_id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 4, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'gw_port': {'id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '1deeb9ba-69e1-4688-ab19-7c4800b61e42', 'name': '', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'mac_address': 'fa:16:3e:cc:4b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:23Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 1, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'subnets': [{'id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:24.326950 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe69cb4-a51b-4ac3-a698-c79c85c812a7 None None] The sync data for ids ['e9b8280d-b28d-4829-8d32-cf739482e3a4'] in dv-cinder-860209-4-iscsi is: [{'id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'name': 'tempest-TestShelveInstance-660123450-router', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194'}], 'enable_snat': True}, 'gw_port_id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 4, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'gw_port': {'id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '1deeb9ba-69e1-4688-ab19-7c4800b61e42', 'name': '', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'mac_address': 'fa:16:3e:cc:4b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:23Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 1, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'subnets': [{'id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:19:24.558285 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598124'] for router_interface (e9b8280d-b28d-4829-8d32-cf739482e3a4), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:24.560245 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=1deeb9ba-69e1-4688-ab19-7c4800b61e42,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:24.623340 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b216e8-5a23-4727-971e-ee7391b6362a req-b7e1b475-5a69-49b3-bca7-2107a45cc783 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:24.631303 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-86b216e8-5a23-4727-971e-ee7391b6362a req-b7e1b475-5a69-49b3-bca7-2107a45cc783 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0754750 Oct 10 12:19:24.635341 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:24.640175 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:24.676485 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Network 9f8f922a-ec8b-42d4-a75e-2afb2158a141 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:19:24.678063 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:19:24.685691 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-86b216e8-5a23-4727-971e-ee7391b6362a req-4d9b9f04-5b04-41d5-97b9-30c4db577d5e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504749 Oct 10 12:19:24.804768 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Router e9b8280d-b28d-4829-8d32-cf739482e3a4 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:19:24.927669 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:19:24.933276 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-671a880c-6206-4625-a9d6-b880d3322ac5 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/e9b8280d-b28d-4829-8d32-cf739482e3a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2543743 Oct 10 12:19:24.988777 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-16d3631d-579c-4333-b8e6-5e38db632cda None None] Provisioning complete for port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:24.989351 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-16d3631d-579c-4333-b8e6-5e38db632cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:24.989925 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-16d3631d-579c-4333-b8e6-5e38db632cda None None] Attempt 1 to provision port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 Oct 10 12:19:25.034464 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-16d3631d-579c-4333-b8e6-5e38db632cda None None] Port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:19:25.242781 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dc4bf-66df-4087-8feb-c69be5e9e5d7 req-b4eb41f2-1c88-4afa-add9-a24b838b6eca tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:25.244429 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9d8dc4bf-66df-4087-8feb-c69be5e9e5d7 req-b4eb41f2-1c88-4afa-add9-a24b838b6eca tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports/d904bf77-5a1e-4848-a3d8-d43e634f0c09 HTTP/1.1" status: 200 len: 940 time: 0.1228991 Oct 10 12:19:25.787340 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47648) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:25.792237 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-c173da7f-ee3c-4e90-8d51-0a0482e23974 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1203180251-network', 'tenant_id': 'a198397258e44f2fa172d6b5289124de'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:19:25.831190 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8042076-c834-4523-ad0a-b1c539abbfe2 req-c46c06f4-2842-45c9-9709-3a9c0d98b56b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:25.832557 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f8042076-c834-4523-ad0a-b1c539abbfe2 req-c46c06f4-2842-45c9-9709-3a9c0d98b56b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0500004 Oct 10 12:19:25.880765 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f8042076-c834-4523-ad0a-b1c539abbfe2 req-d837cd94-e0cf-47c1-9372-25afa6a03329 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420356 Oct 10 12:19:25.921320 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c173da7f-ee3c-4e90-8d51-0a0482e23974 admin admin] Made reservation on behalf of a198397258e44f2fa172d6b5289124de for: {'network': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:19:25.923824 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c173da7f-ee3c-4e90-8d51-0a0482e23974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:25.933002 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c173da7f-ee3c-4e90-8d51-0a0482e23974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:26.014888 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c173da7f-ee3c-4e90-8d51-0a0482e23974 admin admin] Publish callbacks [] for security_group (01aabc53-caaf-4196-9a16-bd9e661c5a31), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:26.096338 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c173da7f-ee3c-4e90-8d51-0a0482e23974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (01aabc53-caaf-4196-9a16-bd9e661c5a31), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:26.124789 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c173da7f-ee3c-4e90-8d51-0a0482e23974 admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=107007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:19:26.131169 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173da7f-ee3c-4e90-8d51-0a0482e23974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01aabc53-caaf-4196-9a16-bd9e661c5a31,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:26.137399 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c173da7f-ee3c-4e90-8d51-0a0482e23974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (a99e64e4-af81-4eaf-84ab-80f1f6e9897d), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:26.137694 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.segments_db [None req-c173da7f-ee3c-4e90-8d51-0a0482e23974 admin admin] Added segment a99e64e4-af81-4eaf-84ab-80f1f6e9897d of type vlan for network 9f3ceec7-b0f6-4427-b134-4e1ffa559cba Oct 10 12:19:26.178607 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c173da7f-ee3c-4e90-8d51-0a0482e23974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (9f3ceec7-b0f6-4427-b134-4e1ffa559cba), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:26.180690 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:26.264063 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c173da7f-ee3c-4e90-8d51-0a0482e23974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (9f3ceec7-b0f6-4427-b134-4e1ffa559cba), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:26.265090 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c173da7f-ee3c-4e90-8d51-0a0482e23974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:26.265725 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c173da7f-ee3c-4e90-8d51-0a0482e23974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:26.277864 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:26.279684 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=13 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:26.334620 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173da7f-ee3c-4e90-8d51-0a0482e23974 admin admin] Pushing event updated for resources: {'Network': ['ID=9f3ceec7-b0f6-4427-b134-4e1ffa559cba,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:26.396825 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network 9f3ceec7-b0f6-4427-b134-4e1ffa559cba details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:19:26.544121 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Sync routers for ids ['e9b8280d-b28d-4829-8d32-cf739482e3a4'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:19:26.546817 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-c173da7f-ee3c-4e90-8d51-0a0482e23974 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7581766 Oct 10 12:19:26.549835 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47658) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:26.555014 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-d137fb22-a955-4dc5-9101-83ec7676355d admin admin] Request body: {'subnet': {'network_id': '9f3ceec7-b0f6-4427-b134-4e1ffa559cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1203180251-subnet', 'tenant_id': 'a198397258e44f2fa172d6b5289124de', 'ip_version': 4}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:19:26.555951 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Routers {'e9b8280d-b28d-4829-8d32-cf739482e3a4'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:19:26.556575 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:19:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e9b8280d-b28d-4829-8d32-cf739482e3a4'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:26.676606 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 38c6ae9e-9a90-4ddf-9469-6284fca517f1 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:19:26.724200 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 38c6ae9e-9a90-4ddf-9469-6284fca517f1 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:26.724691 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (38c6ae9e-9a90-4ddf-9469-6284fca517f1), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:26.725095 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 38c6ae9e-9a90-4ddf-9469-6284fca517f1 Oct 10 12:19:26.731146 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d137fb22-a955-4dc5-9101-83ec7676355d admin admin] Made reservation on behalf of a198397258e44f2fa172d6b5289124de for: {'subnet': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:19:26.731146 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d137fb22-a955-4dc5-9101-83ec7676355d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29423792'] for subnet (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:26.763661 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Set router e9b8280d-b28d-4829-8d32-cf739482e3a4 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:19:26.805564 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 38c6ae9e-9a90-4ddf-9469-6284fca517f1 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:26.806429 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (38c6ae9e-9a90-4ddf-9469-6284fca517f1), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:26.819277 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:26.831201 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 38c6ae9e-9a90-4ddf-9469-6284fca517f1, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=38c6ae9e-9a90-4ddf-9469-6284fca517f1,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:19:26.955329 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (38c6ae9e-9a90-4ddf-9469-6284fca517f1), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:26.959429 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'name': 'tempest-TestShelveInstance-660123450-router', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194'}], 'enable_snat': True}, 'gw_port_id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 4, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'gw_port': {'id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '1deeb9ba-69e1-4688-ab19-7c4800b61e42', 'name': '', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'mac_address': 'fa:16:3e:cc:4b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:23Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 2, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'subnets': [{'id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:26.984562 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d137fb22-a955-4dc5-9101-83ec7676355d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32524323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29423778'] for subnet (5d6f5baa-58d7-4726-b230-dacb757505f1), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:26.991069 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Checking router: e9b8280d-b28d-4829-8d32-cf739482e3a4 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:19:26.991406 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Updating router e9b8280d-b28d-4829-8d32-cf739482e3a4 port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 binding host dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:19:27.014720 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=38c6ae9e-9a90-4ddf-9469-6284fca517f1,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:27.023837 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:27.035621 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:27.039727 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0d8b4-5c28-427c-bb2e-40d0db29301a req-a4d53b99-0fd9-4724-95b9-7d491d60d976 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:27.042693 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c0a0d8b4-5c28-427c-bb2e-40d0db29301a req-a4d53b99-0fd9-4724-95b9-7d491d60d976 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0746896 Oct 10 12:19:27.050522 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137fb22-a955-4dc5-9101-83ec7676355d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6f5baa-58d7-4726-b230-dacb757505f1,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:27.082452 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d137fb22-a955-4dc5-9101-83ec7676355d admin admin] Checking segment: {'id': 'a99e64e4-af81-4eaf-84ab-80f1f6e9897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9f3ceec7-b0f6-4427-b134-4e1ffa559cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:19:27.083145 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d137fb22-a955-4dc5-9101-83ec7676355d admin admin] Network hostable DHCP agents. Network: 9f3ceec7-b0f6-4427-b134-4e1ffa559cba, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:19:27.108324 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c0a0d8b4-5c28-427c-bb2e-40d0db29301a req-5001697e-d2b6-4744-8579-bf6596560fac tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588984 Oct 10 12:19:27.166521 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d137fb22-a955-4dc5-9101-83ec7676355d admin admin] Network 9f3ceec7-b0f6-4427-b134-4e1ffa559cba is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:19:27.256146 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-d137fb22-a955-4dc5-9101-83ec7676355d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, 9f3ceec7-b0f6-4427-b134-4e1ffa559cba) {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:19:27.260302 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137fb22-a955-4dc5-9101-83ec7676355d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:27.260986 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d137fb22-a955-4dc5-9101-83ec7676355d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:27.265356 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3aa452-7996-4c7c-9fc2-c4405da1e70e None None] Network 9f3ceec7-b0f6-4427-b134-4e1ffa559cba requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:19:27.318309 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Publish callbacks [] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), precommit_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:27.370704 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6753c52c-ef75-59bb-aee5-b15e716cdc5a-9f3ceec7-b0f6-4427-b134-4e1ffa559cba', 'network_id': '9f3ceec7-b0f6-4427-b134-4e1ffa559cba', 'project_id': 'a198397258e44f2fa172d6b5289124de', 'fixed_ips': [{'subnet_id': '5d6f5baa-58d7-4726-b230-dacb757505f1'}]}} from dv-cinder-860209-4-iscsi. {{(pid=107008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:19:27.371606 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:27.384822 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-d137fb22-a955-4dc5-9101-83ec7676355d admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8336463 Oct 10 12:19:27.387464 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47664) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:27.391950 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1203180251-router', 'tenant_id': 'a198397258e44f2fa172d6b5289124de', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:19:27.406971 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:27.471195 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:27.494598 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Pushing event updated for resources: {'Port': ['ID=1deeb9ba-69e1-4688-ab19-7c4800b61e42,revision_number=3']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:27.553043 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:27.553043 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:27.553043 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:27.553043 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:27.554270 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12421'] for router (710780ea-7752-4d62-8218-61d437659b23), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:27.554368 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:27.554368 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:27.554368 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:27.554368 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:27.554658 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2066842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12466'] for router (710780ea-7752-4d62-8218-61d437659b23), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:27.554814 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:27.554814 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:27.554814 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:27.554814 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:27.554814 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:27.554814 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:27.555268 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.db_base_plugin_common [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Allocated IP 172.20.0.2 (9f3ceec7-b0f6-4427-b134-4e1ffa559cba/5d6f5baa-58d7-4726-b230-dacb757505f1/411eba43-fd49-4569-927d-b1f1228600df) {{(pid=107008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:19:27.555633 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:19:27.555633 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Attempting to bind port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:19:27.555633 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Attempting to bind port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'd15bae8f-0ef4-4c22-be36-13d7682fa2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141'}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:19:27.555633 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Attempting to bind port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 on network 9f8f922a-ec8b-42d4-a75e-2afb2158a141 {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:19:27.562594 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Publish callbacks [] for router_controller (710780ea-7752-4d62-8218-61d437659b23), precommit_add_association {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:27.567235 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:19:27.567604 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Checking segment: {'id': 'd15bae8f-0ef4-4c22-be36-13d7682fa2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:19:27.568002 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:27.568390 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Bound using segment: {'id': 'd15bae8f-0ef4-4c22-be36-13d7682fa2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141'} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:19:27.568852 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Bound port: 1deeb9ba-69e1-4688-ab19-7c4800b61e42, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15bae8f-0ef4-4c22-be36-13d7682fa2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141'}}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:19:27.569222 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:27.634857 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] For port 1deeb9ba-69e1-4688-ab19-7c4800b61e42, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:19:27.638000 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] For port 1deeb9ba-69e1-4688-ab19-7c4800b61e42, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=1deeb9ba-69e1-4688-ab19-7c4800b61e42,segment=NetworkSegment(d15bae8f-0ef4-4c22-be36-13d7682fa2f9),segment_id=d15bae8f-0ef4-4c22-be36-13d7682fa2f9)] {{(pid=107009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:19:27.668402 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Publish callbacks [] for port (411eba43-fd49-4569-927d-b1f1228600df), precommit_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:27.767378 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:27.799368 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:27.803664 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Publish callbacks [] for router_gateway (710780ea-7752-4d62-8218-61d437659b23), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:27.808340 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Routers {'e9b8280d-b28d-4829-8d32-cf739482e3a4'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:19:27.808969 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:19:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e9b8280d-b28d-4829-8d32-cf739482e3a4'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:27.828007 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (411eba43-fd49-4569-927d-b1f1228600df), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:27.862957 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956635c-7765-4871-a3a3-ad6fc379271e None None] Pushing event updated for resources: {'Port': ['ID=1deeb9ba-69e1-4688-ab19-7c4800b61e42,revision_number=4']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:27.876179 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Network 9f3ceec7-b0f6-4427-b134-4e1ffa559cba is already hosted by enough agents. {{(pid=107008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:19:27.877315 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.base_scheduler [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Resources bound (agent type, host, resource id): {{(pid=107008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:19:27.880254 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Received port after_create {{(pid=107008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:19:27.883548 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Pushing event updated for resources: {'Port': ['ID=411eba43-fd49-4569-927d-b1f1228600df,revision_number=1']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:27.930073 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] Set router e9b8280d-b28d-4829-8d32-cf739482e3a4 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:19:27.939505 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Attempting to bind port 411eba43-fd49-4569-927d-b1f1228600df on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:19:27.939870 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Attempting to bind port 411eba43-fd49-4569-927d-b1f1228600df by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'a99e64e4-af81-4eaf-84ab-80f1f6e9897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9f3ceec7-b0f6-4427-b134-4e1ffa559cba'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:19:27.940238 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Attempting to bind port 411eba43-fd49-4569-927d-b1f1228600df on network 9f3ceec7-b0f6-4427-b134-4e1ffa559cba {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:19:27.985308 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:19:27.985687 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Checking segment: {'id': 'a99e64e4-af81-4eaf-84ab-80f1f6e9897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9f3ceec7-b0f6-4427-b134-4e1ffa559cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:19:27.986094 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:27.986489 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Bound using segment: {'id': 'a99e64e4-af81-4eaf-84ab-80f1f6e9897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9f3ceec7-b0f6-4427-b134-4e1ffa559cba'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:19:27.986992 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Bound port: 411eba43-fd49-4569-927d-b1f1228600df, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99e64e4-af81-4eaf-84ab-80f1f6e9897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9f3ceec7-b0f6-4427-b134-4e1ffa559cba'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:19:27.987374 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (411eba43-fd49-4569-927d-b1f1228600df), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:28.004314 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:28.072722 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] For port 411eba43-fd49-4569-927d-b1f1228600df, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:19:28.076631 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] For port 411eba43-fd49-4569-927d-b1f1228600df, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=411eba43-fd49-4569-927d-b1f1228600df,segment=NetworkSegment(a99e64e4-af81-4eaf-84ab-80f1f6e9897d),segment_id=a99e64e4-af81-4eaf-84ab-80f1f6e9897d)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:19:28.133746 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Publish callbacks [] for router_gateway (710780ea-7752-4d62-8218-61d437659b23), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:28.140092 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'name': 'tempest-TestShelveInstance-660123450-router', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194'}], 'enable_snat': True}, 'gw_port_id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 4, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'gw_port': {'id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '1deeb9ba-69e1-4688-ab19-7c4800b61e42', 'name': '', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'mac_address': 'fa:16:3e:cc:4b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:23Z', 'updated_at': '2022-10-10T12:19:27Z', 'revision_number': 4, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'subnets': [{'id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:28.156097 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (411eba43-fd49-4569-927d-b1f1228600df), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:28.172085 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528152c7-dade-48df-ad1e-21457cba9dcc None None] The sync data for ids ['e9b8280d-b28d-4829-8d32-cf739482e3a4'] in dv-cinder-860209-4-iscsi is: [{'id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'name': 'tempest-TestShelveInstance-660123450-router', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194'}], 'enable_snat': True}, 'gw_port_id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 4, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'gw_port': {'id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '1deeb9ba-69e1-4688-ab19-7c4800b61e42', 'name': '', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'mac_address': 'fa:16:3e:cc:4b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:23Z', 'updated_at': '2022-10-10T12:19:27Z', 'revision_number': 4, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'subnets': [{'id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:19:28.185304 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:28.240006 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fd13b-d463-4274-affc-741ecc200b71 None None] Pushing event updated for resources: {'Port': ['ID=411eba43-fd49-4569-927d-b1f1228600df,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:28.295737 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf753ef-a074-42a3-a7fb-7daf84b76340 req-0e30633a-26d8-48f0-8910-f0cbaa8d53eb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:28.298180 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-abf753ef-a074-42a3-a7fb-7daf84b76340 req-0e30633a-26d8-48f0-8910-f0cbaa8d53eb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0641489 Oct 10 12:19:28.332375 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Allocated IP 172.27.4.133 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/1de158b9-6f51-49e8-bbaa-0d6f111fa0dc) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:19:28.370895 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-abf753ef-a074-42a3-a7fb-7daf84b76340 req-ec5c5cb4-1fec-4bb1-9b34-457d3844de85 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646608 Oct 10 12:19:28.502955 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Publish callbacks [] for port (1de158b9-6f51-49e8-bbaa-0d6f111fa0dc), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:28.670812 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (1de158b9-6f51-49e8-bbaa-0d6f111fa0dc), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:28.716137 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:19:28.719467 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:19:28.725042 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:19:28.730626 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Pushing event updated for resources: {'Port': ['ID=1de158b9-6f51-49e8-bbaa-0d6f111fa0dc,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:28.757607 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:28.798967 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 38c6ae9e-9a90-4ddf-9469-6284fca517f1 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:19:28.861557 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 38c6ae9e-9a90-4ddf-9469-6284fca517f1 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:28.861932 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (38c6ae9e-9a90-4ddf-9469-6284fca517f1), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:28.862257 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 38c6ae9e-9a90-4ddf-9469-6284fca517f1 Oct 10 12:19:28.888614 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:28.943670 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 38c6ae9e-9a90-4ddf-9469-6284fca517f1 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:28.944690 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 1deeb9ba-69e1-4688-ab19-7c4800b61e42 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:19:28.984866 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:28.997177 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:29.000821 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:29.000821 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 Oct 10 12:19:29.077292 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Publish callbacks [] for router_gateway (710780ea-7752-4d62-8218-61d437659b23), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:29.085050 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:29.086553 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:29.114787 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:29.130898 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 1deeb9ba-69e1-4688-ab19-7c4800b61e42, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=1deeb9ba-69e1-4688-ab19-7c4800b61e42,segment=NetworkSegment(d15bae8f-0ef4-4c22-be36-13d7682fa2f9),segment_id=d15bae8f-0ef4-4c22-be36-13d7682fa2f9)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:19:29.224444 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:29.225260 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 411eba43-fd49-4569-927d-b1f1228600df up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:19:29.285661 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605323'] for router (710780ea-7752-4d62-8218-61d437659b23), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:29.334122 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389a15ab-8392-49e2-871e-d0359ee8b3d4 None None] Network 9f3ceec7-b0f6-4427-b134-4e1ffa559cba requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:19:29.364147 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=1deeb9ba-69e1-4688-ab19-7c4800b61e42,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:29.421743 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:29.432362 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-1defd0a8-e3d4-474e-821b-7f0f5c90027f None None] Provisioning complete for port 411eba43-fd49-4569-927d-b1f1228600df triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:29.432731 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1defd0a8-e3d4-474e-821b-7f0f5c90027f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (411eba43-fd49-4569-927d-b1f1228600df), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:29.433067 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-1defd0a8-e3d4-474e-821b-7f0f5c90027f None None] Attempt 1 to provision port 411eba43-fd49-4569-927d-b1f1228600df Oct 10 12:19:29.438817 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 411eba43-fd49-4569-927d-b1f1228600df triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:29.439197 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (411eba43-fd49-4569-927d-b1f1228600df), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:29.439538 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 411eba43-fd49-4569-927d-b1f1228600df Oct 10 12:19:29.501505 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b686f0a-6e6c-4a34-b059-c1103fa820a3 req-4a6f0f9f-1f7c-4291-8912-918840815257 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:29.503194 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6b686f0a-6e6c-4a34-b059-c1103fa820a3 req-4a6f0f9f-1f7c-4291-8912-918840815257 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0481491 Oct 10 12:19:29.560085 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Router 710780ea-7752-4d62-8218-61d437659b23 is scheduled to L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 with binding_index 1 {{(pid=107007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:19:29.566048 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6b686f0a-6e6c-4a34-b059-c1103fa820a3 req-ea522ecf-0fde-44d4-9dc2-eebe0f799645 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557151 Oct 10 12:19:29.681152 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:19:29.696704 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Sync routers for ids ['710780ea-7752-4d62-8218-61d437659b23'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:19:29.729735 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Routers {'710780ea-7752-4d62-8218-61d437659b23'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:19:29.730375 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:19:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['710780ea-7752-4d62-8218-61d437659b23'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:29.814501 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:29.818592 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-fe4b76fe-279b-454a-b389-da2ce41b0b41 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4273620 Oct 10 12:19:29.819457 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-2793a81a-a476-45a4-a7ed-48e583fe92c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:29.819930 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47680) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:29.849437 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 411eba43-fd49-4569-927d-b1f1228600df is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:29.849821 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (411eba43-fd49-4569-927d-b1f1228600df), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:29.876160 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-1defd0a8-e3d4-474e-821b-7f0f5c90027f None None] Current status of the port 411eba43-fd49-4569-927d-b1f1228600df is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:29.876542 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1defd0a8-e3d4-474e-821b-7f0f5c90027f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (411eba43-fd49-4569-927d-b1f1228600df), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:29.948935 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Set router 710780ea-7752-4d62-8218-61d437659b23 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:19:29.977054 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-1defd0a8-e3d4-474e-821b-7f0f5c90027f None None] For port 411eba43-fd49-4569-927d-b1f1228600df, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=411eba43-fd49-4569-927d-b1f1228600df,segment=NetworkSegment(a99e64e4-af81-4eaf-84ab-80f1f6e9897d),segment_id=a99e64e4-af81-4eaf-84ab-80f1f6e9897d)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:19:29.982913 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:30.054853 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1defd0a8-e3d4-474e-821b-7f0f5c90027f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (411eba43-fd49-4569-927d-b1f1228600df), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:30.136863 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dc4bf-66df-4087-8feb-c69be5e9e5d7 req-84b27e63-d887-419f-8517-17999913b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:30.138917 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9d8dc4bf-66df-4087-8feb-c69be5e9e5d7 req-84b27e63-d887-419f-8517-17999913b209 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b&tenant_id=af22e9604d79499aa9b7c2ee3cef156d HTTP/1.1" status: 200 len: 1127 time: 0.0743988 Oct 10 12:19:30.155049 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.db.api [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 10 12:19:30.155501 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG oslo_db.api [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 10 12:19:30.166038 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defd0a8-e3d4-474e-821b-7f0f5c90027f None None] Pushing event updated for resources: {'Port': ['ID=411eba43-fd49-4569-927d-b1f1228600df,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:30.196268 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:30.205680 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-1033677f-79dd-47b5-87f5-37185f7a27be None None] Provisioning complete for port 411eba43-fd49-4569-927d-b1f1228600df triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:30.206054 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1033677f-79dd-47b5-87f5-37185f7a27be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (411eba43-fd49-4569-927d-b1f1228600df), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:30.206388 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-1033677f-79dd-47b5-87f5-37185f7a27be None None] Attempt 1 to provision port 411eba43-fd49-4569-927d-b1f1228600df Oct 10 12:19:30.242546 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710780ea-7752-4d62-8218-61d437659b23', 'name': 'tempest-TestShelveInstance-1203180251-router', 'tenant_id': 'a198397258e44f2fa172d6b5289124de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.133'}], 'enable_snat': True}, 'gw_port_id': '1de158b9-6f51-49e8-bbaa-0d6f111fa0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:27Z', 'updated_at': '2022-10-10T12:19:28Z', 'revision_number': 3, 'project_id': 'a198397258e44f2fa172d6b5289124de', 'gw_port': {'id': '1de158b9-6f51-49e8-bbaa-0d6f111fa0dc', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710780ea-7752-4d62-8218-61d437659b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:28Z', 'updated_at': '2022-10-10T12:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:30.273485 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Checking router: 710780ea-7752-4d62-8218-61d437659b23 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:19:30.273831 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Updating router 710780ea-7752-4d62-8218-61d437659b23 port 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc binding host dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:19:30.278412 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:30.322056 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1de158b9-6f51-49e8-bbaa-0d6f111fa0dc), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:30.391706 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-1033677f-79dd-47b5-87f5-37185f7a27be None None] Current status of the port 411eba43-fd49-4569-927d-b1f1228600df is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:30.457158 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Allocated IP 172.20.0.1 (9f3ceec7-b0f6-4427-b134-4e1ffa559cba/5d6f5baa-58d7-4726-b230-dacb757505f1/e3097e66-33fe-4b17-a4a5-a13579ea2579) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:19:30.569740 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Publish callbacks [] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:30.593756 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:30.615672 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Publish callbacks [] for port (1de158b9-6f51-49e8-bbaa-0d6f111fa0dc), precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:30.670635 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:30.698212 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (1de158b9-6f51-49e8-bbaa-0d6f111fa0dc), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:30.709471 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:30.712587 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Network 9f3ceec7-b0f6-4427-b134-4e1ffa559cba is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:19:30.718649 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:19:30.720963 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:19:30.722762 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73818200-a842-4b84-b9f5-79fb983bb4a7 req-7ba15719-0087-4f01-b9aa-6ef0b05be44b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:30.724110 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e3097e66-33fe-4b17-a4a5-a13579ea2579,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:30.724318 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-73818200-a842-4b84-b9f5-79fb983bb4a7 req-7ba15719-0087-4f01-b9aa-6ef0b05be44b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0655637 Oct 10 12:19:30.743564 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 411eba43-fd49-4569-927d-b1f1228600df is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:30.749254 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Attempting to bind port 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:19:30.749747 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Attempting to bind port 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:19:30.750118 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Attempting to bind port 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc on network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:19:30.760610 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:30.802501 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-73818200-a842-4b84-b9f5-79fb983bb4a7 req-38df3ec9-a243-47ea-8656-9ee4091d9048 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720618 Oct 10 12:19:30.806383 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598000'] for router_interface (710780ea-7752-4d62-8218-61d437659b23), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:30.809162 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dc4bf-66df-4087-8feb-c69be5e9e5d7 req-ee4d1de9-12a7-4c5f-9d3b-f28e22458416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:30.810735 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9d8dc4bf-66df-4087-8feb-c69be5e9e5d7 req-ee4d1de9-12a7-4c5f-9d3b-f28e22458416 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 1127 time: 0.0626144 Oct 10 12:19:30.818529 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:19:30.819157 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Checking segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:19:30.819360 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:30.819909 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Bound using segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:19:30.820634 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Bound port: 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:19:30.821006 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1de158b9-6f51-49e8-bbaa-0d6f111fa0dc), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:30.892856 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45f75a-b279-470e-b0f8-3dcb8f52ebe1 None None] Pushing event updated for resources: {'Port': ['ID=1de158b9-6f51-49e8-bbaa-0d6f111fa0dc,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:30.896050 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] For port 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:19:30.907551 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] For port 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=1de158b9-6f51-49e8-bbaa-0d6f111fa0dc,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:19:30.941844 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 1deeb9ba-69e1-4688-ab19-7c4800b61e42 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:19:30.991136 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:30.991980 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:30.992626 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:30.992745 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:30.992848 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 Oct 10 12:19:31.013824 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dc4bf-66df-4087-8feb-c69be5e9e5d7 req-772b0fac-cad4-404f-89e1-47acbfb0e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:31.015303 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9d8dc4bf-66df-4087-8feb-c69be5e9e5d7 req-772b0fac-cad4-404f-89e1-47acbfb0e6a3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8bb565bd-53c5-4c6d-b08f-259f391c730b HTTP/1.1" status: 200 len: 918 time: 0.1475143 Oct 10 12:19:31.021188 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (1de158b9-6f51-49e8-bbaa-0d6f111fa0dc), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:31.075787 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Routers {'710780ea-7752-4d62-8218-61d437659b23'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:19:31.076473 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:19:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['710780ea-7752-4d62-8218-61d437659b23'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:31.109696 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:31.141813 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45f75a-b279-470e-b0f8-3dcb8f52ebe1 None None] Pushing event updated for resources: {'Port': ['ID=1de158b9-6f51-49e8-bbaa-0d6f111fa0dc,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:31.151452 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-5153d62e-c986-468c-a26d-bb8627ef94c5 None None] Provisioning complete for port e3097e66-33fe-4b17-a4a5-a13579ea2579 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:31.151452 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-5153d62e-c986-468c-a26d-bb8627ef94c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:31.152023 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-5153d62e-c986-468c-a26d-bb8627ef94c5 None None] Attempt 1 to provision port e3097e66-33fe-4b17-a4a5-a13579ea2579 Oct 10 12:19:31.243242 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:31.244264 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 411eba43-fd49-4569-927d-b1f1228600df up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:19:31.274293 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-5153d62e-c986-468c-a26d-bb8627ef94c5 None None] Port e3097e66-33fe-4b17-a4a5-a13579ea2579 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:19:31.295491 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] Set router 710780ea-7752-4d62-8218-61d437659b23 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:19:31.316773 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9d8dc4bf-66df-4087-8feb-c69be5e9e5d7 req-a2b62974-11d2-43d3-85ba-4d254ab9bead service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09 HTTP/1.1" status: 200 len: 999 time: 0.0808330 Oct 10 12:19:31.326529 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Publish callbacks [] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:31.372980 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:31.377396 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dc4bf-66df-4087-8feb-c69be5e9e5d7 req-71512d36-2ebe-4dbf-990a-b4e92e33b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:31.378901 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9d8dc4bf-66df-4087-8feb-c69be5e9e5d7 req-71512d36-2ebe-4dbf-990a-b4e92e33b39d service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=383a897c-19ae-4f67-b320-d650957cc219 HTTP/1.1" status: 200 len: 856 time: 0.0504296 Oct 10 12:19:31.430060 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dc4bf-66df-4087-8feb-c69be5e9e5d7 req-c8fc13cf-d262-4e0f-bc17-7f8211a790b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:31.431615 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9d8dc4bf-66df-4087-8feb-c69be5e9e5d7 req-c8fc13cf-d262-4e0f-bc17-7f8211a790b8 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8bb565bd-53c5-4c6d-b08f-259f391c730b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467701 Oct 10 12:19:31.436779 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:31.539138 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 411eba43-fd49-4569-927d-b1f1228600df triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:31.539502 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (411eba43-fd49-4569-927d-b1f1228600df), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:31.539838 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 411eba43-fd49-4569-927d-b1f1228600df Oct 10 12:19:31.568864 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:31.572716 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e3097e66-33fe-4b17-a4a5-a13579ea2579,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:31.579147 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598124'] for router_interface (710780ea-7752-4d62-8218-61d437659b23), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:31.677023 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710780ea-7752-4d62-8218-61d437659b23', 'name': 'tempest-TestShelveInstance-1203180251-router', 'tenant_id': 'a198397258e44f2fa172d6b5289124de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.133'}], 'enable_snat': True}, 'gw_port_id': '1de158b9-6f51-49e8-bbaa-0d6f111fa0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:27Z', 'updated_at': '2022-10-10T12:19:28Z', 'revision_number': 3, 'project_id': 'a198397258e44f2fa172d6b5289124de', 'gw_port': {'id': '1de158b9-6f51-49e8-bbaa-0d6f111fa0dc', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710780ea-7752-4d62-8218-61d437659b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:28Z', 'updated_at': '2022-10-10T12:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:31.705435 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 411eba43-fd49-4569-927d-b1f1228600df is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:31.708009 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5470bb-dc61-418e-a8bf-8a9206ad2b1e None None] The sync data for ids ['710780ea-7752-4d62-8218-61d437659b23'] in dv-cinder-860209-4-iscsi is: [{'id': '710780ea-7752-4d62-8218-61d437659b23', 'name': 'tempest-TestShelveInstance-1203180251-router', 'tenant_id': 'a198397258e44f2fa172d6b5289124de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.133'}], 'enable_snat': True}, 'gw_port_id': '1de158b9-6f51-49e8-bbaa-0d6f111fa0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:27Z', 'updated_at': '2022-10-10T12:19:28Z', 'revision_number': 3, 'project_id': 'a198397258e44f2fa172d6b5289124de', 'gw_port': {'id': '1de158b9-6f51-49e8-bbaa-0d6f111fa0dc', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710780ea-7752-4d62-8218-61d437659b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:28Z', 'updated_at': '2022-10-10T12:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:19:31.898401 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-82a7d97c-7984-4408-b855-25da5b1fda6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:31.920591 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9d8dc4bf-66df-4087-8feb-c69be5e9e5d7 req-22415325-df2c-4e28-b216-722ce0c51968 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791534 Oct 10 12:19:31.968557 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec5a55-7ef2-4067-926c-5627b8bd9880 req-5f714778-c526-4829-bb94-d193c53e7d86 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:31.990480 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-edec5a55-7ef2-4067-926c-5627b8bd9880 req-5f714778-c526-4829-bb94-d193c53e7d86 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0967493 Oct 10 12:19:32.042359 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Network 9f3ceec7-b0f6-4427-b134-4e1ffa559cba is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:19:32.045914 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:19:32.064835 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-edec5a55-7ef2-4067-926c-5627b8bd9880 req-ada6fb97-8459-47c1-a942-d0b5ebb329a8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715673 Oct 10 12:19:32.120176 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-9d8dc4bf-66df-4087-8feb-c69be5e9e5d7 req-7b730a07-d984-4b5d-99e6-90830bf7b2dc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910570 Oct 10 12:19:32.202074 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Router 710780ea-7752-4d62-8218-61d437659b23 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:19:32.304460 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-af8c4432-0367-4e7c-92d7-1a6a3ffa0628 None None] Provisioning complete for port e3097e66-33fe-4b17-a4a5-a13579ea2579 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:32.304653 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:32.304950 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-af8c4432-0367-4e7c-92d7-1a6a3ffa0628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:32.305508 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-af8c4432-0367-4e7c-92d7-1a6a3ffa0628 None None] Attempt 1 to provision port e3097e66-33fe-4b17-a4a5-a13579ea2579 Oct 10 12:19:32.323642 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:19:32.331376 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-776e9f13-e05d-4f49-9f0b-f03de0ce63b2 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/710780ea-7752-4d62-8218-61d437659b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5111904 Oct 10 12:19:32.341591 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-af8c4432-0367-4e7c-92d7-1a6a3ffa0628 None None] Port e3097e66-33fe-4b17-a4a5-a13579ea2579 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:19:32.853414 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47724) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:32.858429 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-1d29b035-8a70-4153-aba2-d9d727e24697 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1198480557', 'description': 'tempest-secgroup-smoke-1198480557 description', 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:19:32.874369 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:19:32.925774 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:32.926902 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (1de158b9-6f51-49e8-bbaa-0d6f111fa0dc), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:32.927242 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc Oct 10 12:19:33.012071 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1d29b035-8a70-4153-aba2-d9d727e24697 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:33.076797 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:33.077250 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1de158b9-6f51-49e8-bbaa-0d6f111fa0dc), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:33.119391 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=1de158b9-6f51-49e8-bbaa-0d6f111fa0dc,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:19:33.146979 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1d29b035-8a70-4153-aba2-d9d727e24697 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group (d67639fe-c6d2-4222-83d0-5795c2f1c56f), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:33.229466 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1d29b035-8a70-4153-aba2-d9d727e24697 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (d67639fe-c6d2-4222-83d0-5795c2f1c56f), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:33.233037 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (1de158b9-6f51-49e8-bbaa-0d6f111fa0dc), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:33.268871 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87dc81-064e-4153-bb53-e1b159c55f76 req-9befb8ae-7813-415e-899f-d66f0c6db08b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:33.274483 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2a87dc81-064e-4153-bb53-e1b159c55f76 req-9befb8ae-7813-415e-899f-d66f0c6db08b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0862303 Oct 10 12:19:33.310346 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=1de158b9-6f51-49e8-bbaa-0d6f111fa0dc,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:33.318748 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29b035-8a70-4153-aba2-d9d727e24697 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67639fe-c6d2-4222-83d0-5795c2f1c56f,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:33.332118 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1d29b035-8a70-4153-aba2-d9d727e24697 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:33.336394 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-1d29b035-8a70-4153-aba2-d9d727e24697 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4790499 Oct 10 12:19:33.337330 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47730) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:33.348551 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-bf908f1c-6981-43ca-82d6-7615e9d1eea2 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Request body: {'security_group_rule': {'security_group_id': 'd67639fe-c6d2-4222-83d0-5795c2f1c56f', 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:19:33.390221 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2a87dc81-064e-4153-bb53-e1b159c55f76 req-fd5c62c2-eaeb-4d7f-b62a-ea4c1dcae67e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101949 Oct 10 12:19:33.458991 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:33.472919 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bf908f1c-6981-43ca-82d6-7615e9d1eea2 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (96199f2e-1141-4a58-8a4e-3ce29029b7cb), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:33.542299 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bf908f1c-6981-43ca-82d6-7615e9d1eea2 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (96199f2e-1141-4a58-8a4e-3ce29029b7cb), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:33.652504 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bf908f1c-6981-43ca-82d6-7615e9d1eea2 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (96199f2e-1141-4a58-8a4e-3ce29029b7cb), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:33.675335 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf908f1c-6981-43ca-82d6-7615e9d1eea2 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96199f2e-1141-4a58-8a4e-3ce29029b7cb,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:33.783183 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Sync routers for ids ['710780ea-7752-4d62-8218-61d437659b23'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:19:33.795970 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Routers {'710780ea-7752-4d62-8218-61d437659b23'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:19:33.796929 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-3c936214-1855-4b00-82a5-2d961104377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:19:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['710780ea-7752-4d62-8218-61d437659b23'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:33.797090 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-bf908f1c-6981-43ca-82d6-7615e9d1eea2 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:33.801281 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 47736) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:33.804251 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-bf908f1c-6981-43ca-82d6-7615e9d1eea2 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4655554 Oct 10 12:19:33.805800 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-1d467516-cdac-48da-9e5f-d8eedeee8c57 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Request body: {'security_group_rule': {'security_group_id': 'd67639fe-c6d2-4222-83d0-5795c2f1c56f', 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:19:33.931932 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Set router 710780ea-7752-4d62-8218-61d437659b23 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:19:33.937931 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1d467516-cdac-48da-9e5f-d8eedeee8c57 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (5fed757a-42b7-4b23-8a0b-643ccadb2913), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:34.020836 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1d467516-cdac-48da-9e5f-d8eedeee8c57 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (5fed757a-42b7-4b23-8a0b-643ccadb2913), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:34.086765 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:34.109386 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1d467516-cdac-48da-9e5f-d8eedeee8c57 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (5fed757a-42b7-4b23-8a0b-643ccadb2913), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:34.141251 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d467516-cdac-48da-9e5f-d8eedeee8c57 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fed757a-42b7-4b23-8a0b-643ccadb2913,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:34.179358 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-3c936214-1855-4b00-82a5-2d961104377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710780ea-7752-4d62-8218-61d437659b23', 'name': 'tempest-TestShelveInstance-1203180251-router', 'tenant_id': 'a198397258e44f2fa172d6b5289124de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.133'}], 'enable_snat': True}, 'gw_port_id': '1de158b9-6f51-49e8-bbaa-0d6f111fa0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:27Z', 'updated_at': '2022-10-10T12:19:31Z', 'revision_number': 4, 'project_id': 'a198397258e44f2fa172d6b5289124de', 'gw_port': {'id': '1de158b9-6f51-49e8-bbaa-0d6f111fa0dc', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710780ea-7752-4d62-8218-61d437659b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:28Z', 'updated_at': '2022-10-10T12:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'e3097e66-33fe-4b17-a4a5-a13579ea2579', 'name': '', 'network_id': '9f3ceec7-b0f6-4427-b134-4e1ffa559cba', 'tenant_id': 'a198397258e44f2fa172d6b5289124de', 'mac_address': 'fa:16:3e:c3:99:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710780ea-7752-4d62-8218-61d437659b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5d6f5baa-58d7-4726-b230-dacb757505f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:30Z', 'updated_at': '2022-10-10T12:19:31Z', 'revision_number': 2, 'project_id': 'a198397258e44f2fa172d6b5289124de', 'subnets': [{'id': '5d6f5baa-58d7-4726-b230-dacb757505f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:34.210761 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Checking router: 710780ea-7752-4d62-8218-61d437659b23 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:19:34.211235 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Updating router 710780ea-7752-4d62-8218-61d437659b23 port e3097e66-33fe-4b17-a4a5-a13579ea2579 binding host dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:19:34.232063 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1d467516-cdac-48da-9e5f-d8eedeee8c57 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:34.236326 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-1d467516-cdac-48da-9e5f-d8eedeee8c57 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4312084 Oct 10 12:19:34.236645 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 47738) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:34.241126 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-a034fb1a-866c-4844-9976-4d27d9f91503 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Request body: {'security_group_rule': {'security_group_id': 'd67639fe-c6d2-4222-83d0-5795c2f1c56f', 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:19:34.374786 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:34.386139 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a034fb1a-866c-4844-9976-4d27d9f91503 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (08c7d8bf-fa99-4a35-a97a-ece695fcae85), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:34.437299 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:34.456904 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a034fb1a-866c-4844-9976-4d27d9f91503 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (08c7d8bf-fa99-4a35-a97a-ece695fcae85), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:34.548144 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a034fb1a-866c-4844-9976-4d27d9f91503 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (08c7d8bf-fa99-4a35-a97a-ece695fcae85), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:34.583222 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034fb1a-866c-4844-9976-4d27d9f91503 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c7d8bf-fa99-4a35-a97a-ece695fcae85,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:34.598100 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bb361-8fbb-40de-b141-df603c11e4ee req-f6589b96-7764-4e3f-b8c7-e52411a9f5b4 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:34.598327 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa7bb361-8fbb-40de-b141-df603c11e4ee req-f6589b96-7764-4e3f-b8c7-e52411a9f5b4 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0881917 Oct 10 12:19:34.670713 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:34.703267 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Publish callbacks [] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), precommit_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:34.705705 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa7bb361-8fbb-40de-b141-df603c11e4ee req-3a4ceaab-4c7f-4e7b-9b65-64e4de176215 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000640 Oct 10 12:19:34.756856 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a034fb1a-866c-4844-9976-4d27d9f91503 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:34.764613 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-a034fb1a-866c-4844-9976-4d27d9f91503 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5204577 Oct 10 12:19:34.764771 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 47744) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:34.769793 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-9ecbdeee-0984-4a25-a312-dc82d10b1823 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Request body: {'security_group_rule': {'security_group_id': 'd67639fe-c6d2-4222-83d0-5795c2f1c56f', 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:19:34.800874 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:34.899734 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18975b9-d25e-4b98-8337-75d84c935bdc None None] Pushing event updated for resources: {'Port': ['ID=e3097e66-33fe-4b17-a4a5-a13579ea2579,revision_number=3']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:34.901860 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:19:34.958068 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9ecbdeee-0984-4a25-a312-dc82d10b1823 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (2eeb379b-8165-4c5b-999c-c47879e10adf), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:34.974635 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Attempting to bind port e3097e66-33fe-4b17-a4a5-a13579ea2579 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:19:34.975480 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Attempting to bind port e3097e66-33fe-4b17-a4a5-a13579ea2579 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'a99e64e4-af81-4eaf-84ab-80f1f6e9897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9f3ceec7-b0f6-4427-b134-4e1ffa559cba'}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:19:34.976211 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Attempting to bind port e3097e66-33fe-4b17-a4a5-a13579ea2579 on network 9f3ceec7-b0f6-4427-b134-4e1ffa559cba {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:19:34.984219 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:34.984596 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (1de158b9-6f51-49e8-bbaa-0d6f111fa0dc), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:34.984935 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc Oct 10 12:19:35.046128 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:19:35.046525 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Checking segment: {'id': 'a99e64e4-af81-4eaf-84ab-80f1f6e9897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9f3ceec7-b0f6-4427-b134-4e1ffa559cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:19:35.046933 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:35.049158 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Bound using segment: {'id': 'a99e64e4-af81-4eaf-84ab-80f1f6e9897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9f3ceec7-b0f6-4427-b134-4e1ffa559cba'} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:19:35.049661 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Bound port: e3097e66-33fe-4b17-a4a5-a13579ea2579, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99e64e4-af81-4eaf-84ab-80f1f6e9897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9f3ceec7-b0f6-4427-b134-4e1ffa559cba'}}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:19:35.050042 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:35.067064 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9ecbdeee-0984-4a25-a312-dc82d10b1823 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (2eeb379b-8165-4c5b-999c-c47879e10adf), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:35.114430 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:35.123986 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:35.136250 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9ecbdeee-0984-4a25-a312-dc82d10b1823 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (2eeb379b-8165-4c5b-999c-c47879e10adf), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:35.138963 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-3c936214-1855-4b00-82a5-2d961104377e None None] For port e3097e66-33fe-4b17-a4a5-a13579ea2579, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:19:35.145147 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-3c936214-1855-4b00-82a5-2d961104377e None None] For port e3097e66-33fe-4b17-a4a5-a13579ea2579, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=e3097e66-33fe-4b17-a4a5-a13579ea2579,segment=NetworkSegment(a99e64e4-af81-4eaf-84ab-80f1f6e9897d),segment_id=a99e64e4-af81-4eaf-84ab-80f1f6e9897d)] {{(pid=107009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:19:35.159771 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:35.165644 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:35.167980 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbdeee-0984-4a25-a312-dc82d10b1823 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eeb379b-8165-4c5b-999c-c47879e10adf,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:35.245811 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:35.256645 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:35.261315 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9ecbdeee-0984-4a25-a312-dc82d10b1823 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:35.263277 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-9ecbdeee-0984-4a25-a312-dc82d10b1823 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4968362 Oct 10 12:19:35.267227 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 47746) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:35.272545 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-2a3d70ac-aa5b-4f77-8ab2-08ecd7f1e872 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Request body: {'security_group_rule': {'security_group_id': 'd67639fe-c6d2-4222-83d0-5795c2f1c56f', 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:19:35.286452 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Routers {'710780ea-7752-4d62-8218-61d437659b23'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:19:35.287145 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-3c936214-1855-4b00-82a5-2d961104377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:19:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['710780ea-7752-4d62-8218-61d437659b23'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:35.358550 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18975b9-d25e-4b98-8337-75d84c935bdc None None] Pushing event updated for resources: {'Port': ['ID=e3097e66-33fe-4b17-a4a5-a13579ea2579,revision_number=4']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:35.367015 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.securitygroups_db [None req-2a3d70ac-aa5b-4f77-8ab2-08ecd7f1e872 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Project c6ab1776de294ca1a23fc110b2f9af1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:19:35.374025 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2a3d70ac-aa5b-4f77-8ab2-08ecd7f1e872 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (0a0fef96-c180-40ff-84ad-e843d5c30421), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:35.400446 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:35.417210 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-3c936214-1855-4b00-82a5-2d961104377e None None] Set router 710780ea-7752-4d62-8218-61d437659b23 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:19:35.441598 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2a3d70ac-aa5b-4f77-8ab2-08ecd7f1e872 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (0a0fef96-c180-40ff-84ad-e843d5c30421), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:35.528875 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2a3d70ac-aa5b-4f77-8ab2-08ecd7f1e872 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (0a0fef96-c180-40ff-84ad-e843d5c30421), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:35.555114 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d70ac-aa5b-4f77-8ab2-08ecd7f1e872 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0fef96-c180-40ff-84ad-e843d5c30421,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:35.641463 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-2a3d70ac-aa5b-4f77-8ab2-08ecd7f1e872 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:35.646377 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-2a3d70ac-aa5b-4f77-8ab2-08ecd7f1e872 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3748312 Oct 10 12:19:35.646561 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 47752) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:19:35.651720 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-a81a505e-0e80-4cbb-a0c1-ee47d2607903 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Request body: {'security_group_rule': {'security_group_id': 'd67639fe-c6d2-4222-83d0-5795c2f1c56f', 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:19:35.654298 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-3c936214-1855-4b00-82a5-2d961104377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710780ea-7752-4d62-8218-61d437659b23', 'name': 'tempest-TestShelveInstance-1203180251-router', 'tenant_id': 'a198397258e44f2fa172d6b5289124de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.133'}], 'enable_snat': True}, 'gw_port_id': '1de158b9-6f51-49e8-bbaa-0d6f111fa0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:27Z', 'updated_at': '2022-10-10T12:19:31Z', 'revision_number': 4, 'project_id': 'a198397258e44f2fa172d6b5289124de', 'gw_port': {'id': '1de158b9-6f51-49e8-bbaa-0d6f111fa0dc', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710780ea-7752-4d62-8218-61d437659b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:28Z', 'updated_at': '2022-10-10T12:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'e3097e66-33fe-4b17-a4a5-a13579ea2579', 'name': '', 'network_id': '9f3ceec7-b0f6-4427-b134-4e1ffa559cba', 'tenant_id': 'a198397258e44f2fa172d6b5289124de', 'mac_address': 'fa:16:3e:c3:99:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710780ea-7752-4d62-8218-61d437659b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5d6f5baa-58d7-4726-b230-dacb757505f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:30Z', 'updated_at': '2022-10-10T12:19:35Z', 'revision_number': 4, 'project_id': 'a198397258e44f2fa172d6b5289124de', 'subnets': [{'id': '5d6f5baa-58d7-4726-b230-dacb757505f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:19:35.687758 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c936214-1855-4b00-82a5-2d961104377e None None] The sync data for ids ['710780ea-7752-4d62-8218-61d437659b23'] in dv-cinder-860209-4-iscsi is: [{'id': '710780ea-7752-4d62-8218-61d437659b23', 'name': 'tempest-TestShelveInstance-1203180251-router', 'tenant_id': 'a198397258e44f2fa172d6b5289124de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.133'}], 'enable_snat': True}, 'gw_port_id': '1de158b9-6f51-49e8-bbaa-0d6f111fa0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:27Z', 'updated_at': '2022-10-10T12:19:31Z', 'revision_number': 4, 'project_id': 'a198397258e44f2fa172d6b5289124de', 'gw_port': {'id': '1de158b9-6f51-49e8-bbaa-0d6f111fa0dc', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710780ea-7752-4d62-8218-61d437659b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:28Z', 'updated_at': '2022-10-10T12:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'e3097e66-33fe-4b17-a4a5-a13579ea2579', 'name': '', 'network_id': '9f3ceec7-b0f6-4427-b134-4e1ffa559cba', 'tenant_id': 'a198397258e44f2fa172d6b5289124de', 'mac_address': 'fa:16:3e:c3:99:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710780ea-7752-4d62-8218-61d437659b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '5d6f5baa-58d7-4726-b230-dacb757505f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:30Z', 'updated_at': '2022-10-10T12:19:35Z', 'revision_number': 4, 'project_id': 'a198397258e44f2fa172d6b5289124de', 'subnets': [{'id': '5d6f5baa-58d7-4726-b230-dacb757505f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:19:35.767125 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.securitygroups_db [None req-a81a505e-0e80-4cbb-a0c1-ee47d2607903 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Project c6ab1776de294ca1a23fc110b2f9af1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:19:35.787271 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a81a505e-0e80-4cbb-a0c1-ee47d2607903 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (da4ea6b4-3d36-4264-a931-a33291b83bfb), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:35.909943 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a81a505e-0e80-4cbb-a0c1-ee47d2607903 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (da4ea6b4-3d36-4264-a931-a33291b83bfb), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:35.973295 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d1b04-2358-4f68-ae23-7cddcaa480d1 req-1b5e710c-c869-4461-9dd2-f80516ab5e63 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:35.975017 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a14d1b04-2358-4f68-ae23-7cddcaa480d1 req-1b5e710c-c869-4461-9dd2-f80516ab5e63 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0759730 Oct 10 12:19:35.988218 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a81a505e-0e80-4cbb-a0c1-ee47d2607903 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (da4ea6b4-3d36-4264-a931-a33291b83bfb), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:36.015541 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a505e-0e80-4cbb-a0c1-ee47d2607903 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4ea6b4-3d36-4264-a931-a33291b83bfb,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:36.042926 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a14d1b04-2358-4f68-ae23-7cddcaa480d1 req-a9e89e47-1dd0-4c02-a626-e1ad457dd56e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549195 Oct 10 12:19:36.095390 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a81a505e-0e80-4cbb-a0c1-ee47d2607903 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:36.097263 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-a81a505e-0e80-4cbb-a0c1-ee47d2607903 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4495637 Oct 10 12:19:36.929315 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device e3097e66-33fe-4b17-a4a5-a13579ea2579 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:19:37.001998 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port e3097e66-33fe-4b17-a4a5-a13579ea2579 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:37.002709 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:37.003028 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port e3097e66-33fe-4b17-a4a5-a13579ea2579 Oct 10 12:19:37.131729 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port e3097e66-33fe-4b17-a4a5-a13579ea2579 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:37.132263 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:37.214914 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port e3097e66-33fe-4b17-a4a5-a13579ea2579, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=e3097e66-33fe-4b17-a4a5-a13579ea2579,segment=NetworkSegment(a99e64e4-af81-4eaf-84ab-80f1f6e9897d),segment_id=a99e64e4-af81-4eaf-84ab-80f1f6e9897d)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:19:37.268177 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4d648-40ec-4424-948e-e5baa1ef04e3 req-f81f473c-a679-465d-85ef-9f151827d4bb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:37.271380 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b0d4d648-40ec-4424-948e-e5baa1ef04e3 req-f81f473c-a679-465d-85ef-9f151827d4bb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0957158 Oct 10 12:19:37.327588 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:37.338360 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b0d4d648-40ec-4424-948e-e5baa1ef04e3 req-ee25c187-dd94-4ed0-9651-4ffb608ad01b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618532 Oct 10 12:19:37.428538 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=e3097e66-33fe-4b17-a4a5-a13579ea2579,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:38.496022 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc06c1-799e-411e-bd9f-aaeb5855c3b9 req-5b091af2-db94-419d-8832-ea09457373b8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:38.505009 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2acc06c1-799e-411e-bd9f-aaeb5855c3b9 req-5b091af2-db94-419d-8832-ea09457373b8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0659702 Oct 10 12:19:38.562331 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2acc06c1-799e-411e-bd9f-aaeb5855c3b9 req-08ccaba8-fc9f-4742-b00f-8f5e5f66b49d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562904 Oct 10 12:19:38.915458 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device e3097e66-33fe-4b17-a4a5-a13579ea2579 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:19:38.962523 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port e3097e66-33fe-4b17-a4a5-a13579ea2579 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:38.962881 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:38.963218 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port e3097e66-33fe-4b17-a4a5-a13579ea2579 Oct 10 12:19:38.987249 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:39.048725 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port e3097e66-33fe-4b17-a4a5-a13579ea2579 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:39.705528 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3dd87-818e-45ac-acab-ba428a62a615 req-40922aaf-4f12-4ac8-9c33-d8ebeadd800e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:39.707096 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-03c3dd87-818e-45ac-acab-ba428a62a615 req-40922aaf-4f12-4ac8-9c33-d8ebeadd800e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0509465 Oct 10 12:19:39.768315 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-03c3dd87-818e-45ac-acab-ba428a62a615 req-76d1eec9-f213-4a0d-809f-6d11cb01b1d3 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543244 Oct 10 12:19:40.930588 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e8b09-1f20-4360-8026-5d23df294fea req-5f139d79-80b8-40c4-aa7d-989927c16272 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:40.932356 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-897e8b09-1f20-4360-8026-5d23df294fea req-5f139d79-80b8-40c4-aa7d-989927c16272 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0633061 Oct 10 12:19:40.999389 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-897e8b09-1f20-4360-8026-5d23df294fea req-24d65ba2-48ed-441a-a444-b0cc5525adb7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598547 Oct 10 12:19:42.120495 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:42.133552 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bad64-e4d0-4fb0-8d74-f05e17ba0de5 req-7cc93ce7-5092-4a8c-b20c-e706cb697715 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:42.135142 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8d6bad64-e4d0-4fb0-8d74-f05e17ba0de5 req-7cc93ce7-5092-4a8c-b20c-e706cb697715 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0479469 Oct 10 12:19:42.192391 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8d6bad64-e4d0-4fb0-8d74-f05e17ba0de5 req-d87ce25c-a59d-4309-8a0f-743722922604 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461352 Oct 10 12:19:43.328710 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f79a6-6b85-4477-8d5a-8c8f3d1a0fc8 req-31bf39e9-e073-4980-8801-313ac1e4c57d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:43.330170 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-955f79a6-6b85-4477-8d5a-8c8f3d1a0fc8 req-31bf39e9-e073-4980-8801-313ac1e4c57d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0520172 Oct 10 12:19:43.380858 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-955f79a6-6b85-4477-8d5a-8c8f3d1a0fc8 req-af84d719-4614-4950-a29b-f682f0660ceb tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449588 Oct 10 12:19:44.512777 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478aa5dd-941f-44a2-a472-b2b0b430aa65 req-2e28ba4f-dd63-4ba9-ad47-090f5a21efd1 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:44.514526 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-478aa5dd-941f-44a2-a472-b2b0b430aa65 req-2e28ba4f-dd63-4ba9-ad47-090f5a21efd1 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0508728 Oct 10 12:19:44.563027 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-478aa5dd-941f-44a2-a472-b2b0b430aa65 req-f912c1d5-6ea4-499f-9f16-1f3965501978 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425012 Oct 10 12:19:45.658037 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=46 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:45.700320 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3c82f-e004-4adf-8f2b-e4329c37197b req-a6182aec-2807-40d8-9422-b43a12176996 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:45.701912 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-71e3c82f-e004-4adf-8f2b-e4329c37197b req-a6182aec-2807-40d8-9422-b43a12176996 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0529139 Oct 10 12:19:45.759066 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-71e3c82f-e004-4adf-8f2b-e4329c37197b req-140210e8-c0fa-4cad-925d-58af1f5da833 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500889 Oct 10 12:19:46.009195 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=58,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:46.009922 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:46.892208 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e40fc-e162-4097-9036-c751fb67e0b5 req-0c3efb58-f0f8-4697-b42c-ddd23387ea12 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:46.893691 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-141e40fc-e162-4097-9036-c751fb67e0b5 req-0c3efb58-f0f8-4697-b42c-ddd23387ea12 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0482945 Oct 10 12:19:46.945535 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-141e40fc-e162-4097-9036-c751fb67e0b5 req-6226ec53-513d-4dfb-9800-18954c71bd19 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461810 Oct 10 12:19:48.038463 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:48.074511 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d51e5-699e-4c0c-b559-57af1edb8691 req-1bb522f0-6a8a-4225-9a9e-f136b82c4fad tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:48.075999 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f91d51e5-699e-4c0c-b559-57af1edb8691 req-1bb522f0-6a8a-4225-9a9e-f136b82c4fad tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0472500 Oct 10 12:19:48.124996 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f91d51e5-699e-4c0c-b559-57af1edb8691 req-93a1b357-8cb8-4946-b12c-6c9d9ad9ae1c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430970 Oct 10 12:19:48.313079 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:19:49.043950 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=29 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:49.046937 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:49.257613 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835ff5f-921e-42a9-b2bc-35163bf8f9c0 req-a05fe653-e430-40d0-8a05-4e163338ecda tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:49.259147 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3835ff5f-921e-42a9-b2bc-35163bf8f9c0 req-a05fe653-e430-40d0-8a05-4e163338ecda tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 943 time: 0.0505402 Oct 10 12:19:49.307877 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3835ff5f-921e-42a9-b2bc-35163bf8f9c0 req-99f0e245-ef51-45df-9da1-bb87b7e687df tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420249 Oct 10 12:19:50.092650 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device d904bf77-5a1e-4848-a3d8-d43e634f0c09 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:19:50.194453 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port d904bf77-5a1e-4848-a3d8-d43e634f0c09, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:19:50.205426 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'port_id': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09', 'mac_address': 'fa:16:3e:98:e3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:19:50.240725 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port d904bf77-5a1e-4848-a3d8-d43e634f0c09 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:50.241113 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:50.254420 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d904bf77-5a1e-4848-a3d8-d43e634f0c09 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:19:50.273748 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port d904bf77-5a1e-4848-a3d8-d43e634f0c09, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:19:50.352949 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:50.399118 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=d904bf77-5a1e-4848-a3d8-d43e634f0c09,revision_number=9']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:50.441133 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188458e-0b39-45d9-94b1-d21af6a0818a req-37d4c1ad-08db-48c6-ba56-296434d767e9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:50.442602 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f188458e-0b39-45d9-94b1-d21af6a0818a req-37d4c1ad-08db-48c6-ba56-296434d767e9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 944 time: 0.0480220 Oct 10 12:19:50.492266 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f188458e-0b39-45d9-94b1-d21af6a0818a req-613f0f23-67c2-4238-9db3-387d41bb5f91 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439124 Oct 10 12:19:50.897342 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['d904bf77-5a1e-4848-a3d8-d43e634f0c09'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:19:51.074971 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:51.628028 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7623d16-556d-4820-b2d3-94e87c84492a req-8f353827-c6c3-4250-a6ec-99e1ca979a26 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:51.629546 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f7623d16-556d-4820-b2d3-94e87c84492a req-8f353827-c6c3-4250-a6ec-99e1ca979a26 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 944 time: 0.0500667 Oct 10 12:19:51.678534 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f7623d16-556d-4820-b2d3-94e87c84492a req-29a94263-2e2e-4e6d-9258-985a0410d512 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430305 Oct 10 12:19:52.118824 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device d904bf77-5a1e-4848-a3d8-d43e634f0c09 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:19:52.165712 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port d904bf77-5a1e-4848-a3d8-d43e634f0c09 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:19:52.166083 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:52.166422 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port d904bf77-5a1e-4848-a3d8-d43e634f0c09 Oct 10 12:19:52.237946 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port d904bf77-5a1e-4848-a3d8-d43e634f0c09 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:19:52.238400 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:52.260816 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:19:52.262983 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43177f0c-5173-4752-ba3c-cef44edff053" -d '{"events": [{"server_uuid": "5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b", "name": "network-vif-plugged", "status": "completed", "tag": "d904bf77-5a1e-4848-a3d8-d43e634f0c09"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:19:52.275711 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port d904bf77-5a1e-4848-a3d8-d43e634f0c09, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:19:52.302980 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72707c18-224a-4d9e-b35e-9ee4937d353d x-openstack-request-id: req-72707c18-224a-4d9e-b35e-9ee4937d353d {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:19:52.303266 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b", "name": "network-vif-plugged", "status": "completed", "tag": "d904bf77-5a1e-4848-a3d8-d43e634f0c09", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:19:52.303522 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-72707c18-224a-4d9e-b35e-9ee4937d353d {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:19:52.303914 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72707c18-224a-4d9e-b35e-9ee4937d353d'] response: {'server_uuid': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09', 'code': 200} Oct 10 12:19:52.331752 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:19:52.383453 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=d904bf77-5a1e-4848-a3d8-d43e634f0c09,revision_number=10']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:19:52.806069 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5528e9-c1b3-4f62-bc58-ef1df73b4274 req-5911d021-7f05-4f27-8f09-03f95e81395e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:52.807571 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4e5528e9-c1b3-4f62-bc58-ef1df73b4274 req-5911d021-7f05-4f27-8f09-03f95e81395e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 946 time: 0.0474491 Oct 10 12:19:52.857195 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4e5528e9-c1b3-4f62-bc58-ef1df73b4274 req-af68fa5c-2edc-4ceb-8bb7-ef0d2ab95711 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439656 Oct 10 12:19:52.872963 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5a8a-546d-4e03-a538-15a0e05709e2 req-0127597d-a517-4cfd-91e2-c751491fa3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:52.874595 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f03c5a8a-546d-4e03-a538-15a0e05709e2 req-0127597d-a517-4cfd-91e2-c751491fa3b1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 1130 time: 0.0400908 Oct 10 12:19:52.925880 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f03c5a8a-546d-4e03-a538-15a0e05709e2 req-c91d6741-6036-4996-9238-11236e5960ee service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413022 Oct 10 12:19:53.988299 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5471343-986b-4e29-b285-762415a60bc4 req-9b6cddb1-8ff7-4be3-b2f6-e78dfa0a42a9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:53.989761 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a5471343-986b-4e29-b285-762415a60bc4 req-9b6cddb1-8ff7-4be3-b2f6-e78dfa0a42a9 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 946 time: 0.0485952 Oct 10 12:19:54.000922 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:19:54.042224 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a5471343-986b-4e29-b285-762415a60bc4 req-772d3518-6b90-4f7f-b7d0-08a39889f077 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469184 Oct 10 12:19:55.178785 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcb263-81d3-413f-b048-e14478d58942 req-884ea912-2bf2-494f-8f53-86ad1073b832 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:55.180346 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-63fcb263-81d3-413f-b048-e14478d58942 req-884ea912-2bf2-494f-8f53-86ad1073b832 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 946 time: 0.0544693 Oct 10 12:19:55.233938 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-63fcb263-81d3-413f-b048-e14478d58942 req-91c2f97a-39b0-4af0-ae93-8283f6be36e8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468888 Oct 10 12:19:55.731014 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b5dfd691-0002-4c14-b2d8-579f2b6fc140 req-ac97d534-6b91-42f7-8d1f-0b80d9bb5ec1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409329 Oct 10 12:19:56.364494 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18abf10-8b3c-4905-81ff-9518bd87b89f req-33d04b5a-b238-4555-891f-140ddbd5909b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:56.365985 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a18abf10-8b3c-4905-81ff-9518bd87b89f req-33d04b5a-b238-4555-891f-140ddbd5909b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 946 time: 0.0469413 Oct 10 12:19:56.413147 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a18abf10-8b3c-4905-81ff-9518bd87b89f req-d4d58ccd-0736-4afb-ab88-bc2392e433da tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414600 Oct 10 12:19:56.699088 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfd691-0002-4c14-b2d8-579f2b6fc140 req-5b1b1f68-db69-451d-b28d-c10c83a737f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:56.700602 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b5dfd691-0002-4c14-b2d8-579f2b6fc140 req-5b1b1f68-db69-451d-b28d-c10c83a737f4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=26773079b6914a20ab27109b0dec496a&device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 1130 time: 0.0418019 Oct 10 12:19:56.816915 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfd691-0002-4c14-b2d8-579f2b6fc140 req-bde02457-151f-45be-870a-fe34bd90fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:56.818367 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b5dfd691-0002-4c14-b2d8-579f2b6fc140 req-bde02457-151f-45be-870a-fe34bd90fbcf service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=467adefb-be40-4a7b-be51-41e12ba7cbdd HTTP/1.1" status: 200 len: 913 time: 0.1002128 Oct 10 12:19:57.546095 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e970d-b721-474e-8116-e19b0faf2a14 req-e457c4c6-ead3-41dc-932c-551434044ec7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:57.547512 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa8e970d-b721-474e-8116-e19b0faf2a14 req-e457c4c6-ead3-41dc-932c-551434044ec7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 946 time: 0.0522575 Oct 10 12:19:57.598585 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa8e970d-b721-474e-8116-e19b0faf2a14 req-ca34f323-1e7b-4949-b4bc-61190e5194ce tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445905 Oct 10 12:19:57.735035 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b5dfd691-0002-4c14-b2d8-579f2b6fc140 req-7106beb6-ecbf-4bce-94b6-923ef0071ada service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 HTTP/1.1" status: 200 len: 1002 time: 0.0575304 Oct 10 12:19:57.785629 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfd691-0002-4c14-b2d8-579f2b6fc140 req-50a44b52-2d4d-477d-8639-6f59af05a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:57.786981 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b5dfd691-0002-4c14-b2d8-579f2b6fc140 req-50a44b52-2d4d-477d-8639-6f59af05a8da service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7eaa5c49-fe01-4fb1-b1d4-191a93c8d737 HTTP/1.1" status: 200 len: 851 time: 0.0444207 Oct 10 12:19:57.835638 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfd691-0002-4c14-b2d8-579f2b6fc140 req-eaafadac-fd4e-48bc-ae5b-c57130ed617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:19:57.837154 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b5dfd691-0002-4c14-b2d8-579f2b6fc140 req-eaafadac-fd4e-48bc-ae5b-c57130ed617d service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=467adefb-be40-4a7b-be51-41e12ba7cbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430400 Oct 10 12:19:57.932159 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b5dfd691-0002-4c14-b2d8-579f2b6fc140 req-3a817cc7-9c5c-40f4-9dcf-9c372e4cb95f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881970 Oct 10 12:19:58.033524 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b5dfd691-0002-4c14-b2d8-579f2b6fc140 req-e3cb2831-c23c-49f9-8729-830a97d1d6d3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956497 Oct 10 12:19:59.684317 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-33fe2585-c074-4edf-8ee8-b1e3cf017d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:00.118720 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=13 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:00.120616 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=15 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:01.880504 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-6f380fb1-f295-4de2-a994-0a043a9e99f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:02.736551 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-eb2a48e4-222e-49d6-a31e-1a0ccc3f4e80 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1198480557&fields=id&tenant_id=c6ab1776de294ca1a23fc110b2f9af1d HTTP/1.1" status: 200 len: 267 time: 0.0493686 Oct 10 12:20:02.847806 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-6ca3d56a-b2ad-47ce-8646-8e6d0a50d8e8 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:02.849243 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-6ca3d56a-b2ad-47ce-8646-8e6d0a50d8e8 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/networks?id=9f8f922a-ec8b-42d4-a75e-2afb2158a141 HTTP/1.1" status: 200 len: 808 time: 0.1060538 Oct 10 12:20:02.863657 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-23313728-8ceb-4118-b0c2-4b56be52e1d4 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/quotas/c6ab1776de294ca1a23fc110b2f9af1d HTTP/1.1" status: 200 len: 375 time: 0.0090425 Oct 10 12:20:02.912225 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-04e09f74-d9bf-49b5-aa21-ee7cdefd4f2d tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=c6ab1776de294ca1a23fc110b2f9af1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436668 Oct 10 12:20:02.927331 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f7303923-4527-45a0-9992-43e3cbbeca0b service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 12:20:02.928339 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f7303923-4527-45a0-9992-43e3cbbeca0b service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050716 Oct 10 12:20:03.003450 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:03.017663 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-a48966fb-3631-4cd8-a390-b77ee145cbab service neutron] 10.222.0.46 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839922 Oct 10 12:20:03.110352 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-5ea327b0-534d-4a68-8a55-4966d7c4375d service neutron] 10.222.0.46 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868201 Oct 10 12:20:03.406624 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:03.743621 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c161f830-7481-4134-854f-d8750cb7777b req-dbc7867f-f324-4605-8eab-c8c56ea6f424 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 210 time: 0.0300598 Oct 10 12:20:04.592587 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:04.859704 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b524ee39-714c-4e31-92e4-67c91747217b req-d620352c-fd43-4c7f-b5e4-d183b7f183ae tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 210 time: 0.0328867 Oct 10 12:20:05.143539 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:05.955460 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e86d5de9-660a-42f5-bc88-a7419d983656 req-c3098e7b-8293-4726-81db-1c825e0add15 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 210 time: 0.0289836 Oct 10 12:20:07.061134 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e7eda985-84b1-471d-84a5-45ca50231f69 req-49930e0f-4338-4562-99bf-775664381d2f tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 210 time: 0.0283475 Oct 10 12:20:07.865127 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-c60e4894-c96b-4838-8d05-8e38fbdc4cae tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:07.866700 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-c60e4894-c96b-4838-8d05-8e38fbdc4cae tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.48 "GET /networking/v2.0/networks?id=9f8f922a-ec8b-42d4-a75e-2afb2158a141 HTTP/1.1" status: 200 len: 808 time: 0.1158299 Oct 10 12:20:07.956975 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-20ebfd40-40f4-4ebc-99eb-78f1cd8593bd tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.48 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c6ab1776de294ca1a23fc110b2f9af1d HTTP/1.1" status: 200 len: 380 time: 0.0744679 Oct 10 12:20:07.970002 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Request body: {'port': {'device_id': '7b8283f5-756d-4f3b-b196-70911e57a279', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'admin_state_up': True, 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'security_groups': ['d67639fe-c6d2-4222-83d0-5795c2f1c56f']}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:20:08.187055 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0824ca4d-ef15-419b-8a1a-f548dd295d2a req-b4d7090d-82b3-4240-b2a7-b1441e93adfe tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 210 time: 0.0286577 Oct 10 12:20:08.200528 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Made reservation on behalf of c6ab1776de294ca1a23fc110b2f9af1d for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:20:08.205097 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:08.288515 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:08.305916 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:08.358453 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Allocated IP 172.20.0.10 (9f8f922a-ec8b-42d4-a75e-2afb2158a141/b8bfb1f2-f5dd-4aad-a347-6f1f40dba581/1ab60eb3-8fcd-4845-885c-e9230a320fe7) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:20:08.509792 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:08.611627 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:08.659471 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Network 9f8f922a-ec8b-42d4-a75e-2afb2158a141 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:20:08.663298 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:20:08.667829 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:20:08.673645 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4c165-ea12-4112-b596-adf41e92015c req-0e7c4ee0-e176-4eb1-b0c4-6e0dad100bed tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:08.679887 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-77c4c165-ea12-4112-b596-adf41e92015c req-0e7c4ee0-e176-4eb1-b0c4-6e0dad100bed tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 945 time: 0.0772426 Oct 10 12:20:08.705474 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Pushing event updated for resources: {'Port': ['ID=1ab60eb3-8fcd-4845-885c-e9230a320fe7,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:08.726146 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:08.726572 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:08.727349 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:08.727474 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:08.727953 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:08.728343 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:08.728734 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:08.729122 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:08.729449 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:08.729772 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:08.730091 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:08.730509 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:08.730866 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:08.731185 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:08.731501 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:08.744268 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-77c4c165-ea12-4112-b596-adf41e92015c req-640483a6-ec4f-45f1-918a-ed671a9c1fee tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586872 Oct 10 12:20:08.747484 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:08.748278 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:08.760309 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:08.835420 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-4c07ee47-4135-474f-8477-38a17db2c9e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8730123 Oct 10 12:20:08.934785 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-394bde52-4fd9-465c-843f-87fb050f453c None None] Provisioning complete for port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:20:08.935284 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-394bde52-4fd9-465c-843f-87fb050f453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:08.935473 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-394bde52-4fd9-465c-843f-87fb050f453c None None] Attempt 1 to provision port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 Oct 10 12:20:08.967964 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-394bde52-4fd9-465c-843f-87fb050f453c None None] Port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:20:09.307717 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc47942-89ea-4875-b09d-622e43d8cfc1 req-cb31d072-4348-42d1-ae1a-3d3bfc50b34a tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:09.309172 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ffc47942-89ea-4875-b09d-622e43d8cfc1 req-cb31d072-4348-42d1-ae1a-3d3bfc50b34a tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 932 time: 0.0477791 Oct 10 12:20:09.359202 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ffc47942-89ea-4875-b09d-622e43d8cfc1 req-bebafc91-ed50-420e-87bd-b2dd7b35ebe9 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Oct 10 12:20:09.831697 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:09.868569 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1f1aa-aeef-424c-ab23-f3907ce6d1f4 req-26734441-e40d-4855-abdd-8e21a009dbd5 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:09.870074 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-09a1f1aa-aeef-424c-ab23-f3907ce6d1f4 req-26734441-e40d-4855-abdd-8e21a009dbd5 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 945 time: 0.0489781 Oct 10 12:20:09.920599 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-09a1f1aa-aeef-424c-ab23-f3907ce6d1f4 req-2c056e81-cbb7-4f98-b79b-5b17f5c0f33e tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447681 Oct 10 12:20:10.369954 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Request body: {'port': {'device_id': '7b8283f5-756d-4f3b-b196-70911e57a279', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:20:10.433723 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:10.487022 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4065039-96c3-4f7d-a5db-5423f9da387d req-6eb4652f-e8fc-461c-beee-2f86632bc991 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:10.488533 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a4065039-96c3-4f7d-a5db-5423f9da387d req-6eb4652f-e8fc-461c-beee-2f86632bc991 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 932 time: 0.0519960 Oct 10 12:20:10.540869 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a4065039-96c3-4f7d-a5db-5423f9da387d req-5800eb31-2959-4d96-86a8-495ff6e6d828 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463347 Oct 10 12:20:10.693277 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab60eb3-8fcd-4845-885c-e9230a320fe7 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:20:10.701152 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Publish callbacks [] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:10.714695 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Transition to ACTIVE for port object 1ab60eb3-8fcd-4845-885c-e9230a320fe7 will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:20:10.783383 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:10.851463 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab60eb3-8fcd-4845-885c-e9230a320fe7,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:10.901155 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Attempting to bind port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:20:10.901488 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Attempting to bind port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'd15bae8f-0ef4-4c22-be36-13d7682fa2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:20:10.901822 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Attempting to bind port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 on network 9f8f922a-ec8b-42d4-a75e-2afb2158a141 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:20:10.947273 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 on network 9f8f922a-ec8b-42d4-a75e-2afb2158a141 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:20:10.947511 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Attempting to bind port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 on network 9f8f922a-ec8b-42d4-a75e-2afb2158a141 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:20:11.003280 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:20:11.005591 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Checking segment: {'id': 'd15bae8f-0ef4-4c22-be36-13d7682fa2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:20:11.005591 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Bound using segment: {'id': 'd15bae8f-0ef4-4c22-be36-13d7682fa2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:20:11.005591 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Bound port: 1ab60eb3-8fcd-4845-885c-e9230a320fe7, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15bae8f-0ef4-4c22-be36-13d7682fa2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:20:11.005591 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:11.066823 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35926a-f913-4267-90c0-88b975ba8e8c req-309d89c3-d61e-4825-b076-5e4d65ec321f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:11.066823 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3f35926a-f913-4267-90c0-88b975ba8e8c req-309d89c3-d61e-4825-b076-5e4d65ec321f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 945 time: 0.0478461 Oct 10 12:20:11.077182 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] For port 1ab60eb3-8fcd-4845-885c-e9230a320fe7, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:20:11.080376 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] For port 1ab60eb3-8fcd-4845-885c-e9230a320fe7, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7,segment=NetworkSegment(d15bae8f-0ef4-4c22-be36-13d7682fa2f9),segment_id=d15bae8f-0ef4-4c22-be36-13d7682fa2f9)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:20:11.110987 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3f35926a-f913-4267-90c0-88b975ba8e8c req-47e85da6-a9ae-430a-a5ea-e233f50e4315 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430045 Oct 10 12:20:11.161259 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:11.165566 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:11.166209 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:11.167621 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/1ab60eb3-8fcd-4845-885c-e9230a320fe7 HTTP/1.1" status: 200 len: 1094 time: 0.8020897 Oct 10 12:20:11.171774 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8283f5-756d-4f3b-b196-70911e57a279', 'tag': '1ab60eb3-8fcd-4845-885c-e9230a320fe7'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:20:11.171774 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34a0c2b-c401-4eae-9fb5-1eba32ec644a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8283f5-756d-4f3b-b196-70911e57a279", "tag": "1ab60eb3-8fcd-4845-885c-e9230a320fe7"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:20:11.219142 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b7a8d-650d-4259-bc9b-a7d969e731d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab60eb3-8fcd-4845-885c-e9230a320fe7,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:11.267920 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e402ac-55c7-40a8-9e47-ad0e8d9ac21d x-openstack-request-id: req-09e402ac-55c7-40a8-9e47-ad0e8d9ac21d {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:20:11.268208 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8283f5-756d-4f3b-b196-70911e57a279", "tag": "1ab60eb3-8fcd-4845-885c-e9230a320fe7", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:20:11.268461 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09e402ac-55c7-40a8-9e47-ad0e8d9ac21d {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:20:11.268869 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e402ac-55c7-40a8-9e47-ad0e8d9ac21d'] response: {'name': 'network-changed', 'server_uuid': '7b8283f5-756d-4f3b-b196-70911e57a279', 'tag': '1ab60eb3-8fcd-4845-885c-e9230a320fe7', 'status': 'completed', 'code': 200} Oct 10 12:20:11.670866 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5537c6-fb4d-4087-8a83-3d088fdd0e92 req-55df7cf6-254c-46ed-8391-579ec25bb53c tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:11.676091 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dc5537c6-fb4d-4087-8a83-3d088fdd0e92 req-55df7cf6-254c-46ed-8391-579ec25bb53c tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0520613 Oct 10 12:20:11.724450 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dc5537c6-fb4d-4087-8a83-3d088fdd0e92 req-e93dc96d-6bd7-43eb-ae65-830185be1b56 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454261 Oct 10 12:20:11.749033 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc9f90-15a6-4d18-94e8-196cdac1bc03 req-e16057f5-c5c2-4ae9-a3be-0fafc5e466cf tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:11.750504 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b0bc9f90-15a6-4d18-94e8-196cdac1bc03 req-e16057f5-c5c2-4ae9-a3be-0fafc5e466cf tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 945 time: 0.0784166 Oct 10 12:20:11.751591 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a0c2b-c401-4eae-9fb5-1eba32ec644a req-e79fe601-07e7-4fc2-8f50-c3915336750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:11.752937 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a34a0c2b-c401-4eae-9fb5-1eba32ec644a req-e79fe601-07e7-4fc2-8f50-c3915336750e service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=c6ab1776de294ca1a23fc110b2f9af1d&device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 1128 time: 0.0708139 Oct 10 12:20:11.776185 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:11.862000 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:11.918472 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-b0bc9f90-15a6-4d18-94e8-196cdac1bc03 req-163fd9c7-7b38-4d85-8428-f5920d6211c3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Deleting port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:20:11.918825 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-b0bc9f90-15a6-4d18-94e8-196cdac1bc03 req-163fd9c7-7b38-4d85-8428-f5920d6211c3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (1837ddef-a7eb-4bd3-b4f5-a127aa82e594), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:11.979815 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a0c2b-c401-4eae-9fb5-1eba32ec644a req-99f31d3c-bf65-4b0f-95cd-461fd90c55d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:11.981382 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a34a0c2b-c401-4eae-9fb5-1eba32ec644a req-99f31d3c-bf65-4b0f-95cd-461fd90c55d8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=c6ab1776de294ca1a23fc110b2f9af1d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2110755 Oct 10 12:20:12.080831 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-b0bc9f90-15a6-4d18-94e8-196cdac1bc03 req-163fd9c7-7b38-4d85-8428-f5920d6211c3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] For port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1837ddef-a7eb-4bd3-b4f5-a127aa82e594,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:20:12.081107 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-b0bc9f90-15a6-4d18-94e8-196cdac1bc03 req-163fd9c7-7b38-4d85-8428-f5920d6211c3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (1837ddef-a7eb-4bd3-b4f5-a127aa82e594), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:12.159740 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a0c2b-c401-4eae-9fb5-1eba32ec644a req-4b0f7514-d3c2-4d61-bc4e-fb32b0461782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:12.161792 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a34a0c2b-c401-4eae-9fb5-1eba32ec644a req-4b0f7514-d3c2-4d61-bc4e-fb32b0461782 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1713710 Oct 10 12:20:12.244140 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d24cc-123f-45b6-a291-e8e7c0b2f595 req-a88552d7-889f-4968-aa38-193b79206482 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:12.245788 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-660d24cc-123f-45b6-a291-e8e7c0b2f595 req-a88552d7-889f-4968-aa38-193b79206482 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 945 time: 0.0482581 Oct 10 12:20:12.304765 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-660d24cc-123f-45b6-a291-e8e7c0b2f595 req-e0a07171-ef91-4fb5-8e5d-f3ce9f011728 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=46019d70-3e9a-4e40-b3ef-7920e849f4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429327 Oct 10 12:20:12.317929 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-519e600f-07b7-4017-bfd8-e7e668742dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:12.319465 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-519e600f-07b7-4017-bfd8-e7e668742dfb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=c6ab1776de294ca1a23fc110b2f9af1d&device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 1128 time: 0.0572288 Oct 10 12:20:12.321469 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-b0bc9f90-15a6-4d18-94e8-196cdac1bc03 req-163fd9c7-7b38-4d85-8428-f5920d6211c3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:12.321819 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-b0bc9f90-15a6-4d18-94e8-196cdac1bc03 req-163fd9c7-7b38-4d85-8428-f5920d6211c3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (dcd673f3-8882-4ec2-b1e8-d5410060b230), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:12.322124 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [req-b0bc9f90-15a6-4d18-94e8-196cdac1bc03 req-163fd9c7-7b38-4d85-8428-f5920d6211c3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Floating IP dcd673f3-8882-4ec2-b1e8-d5410060b230 disassociated. External IP: 172.27.4.236, port: 1837ddef-a7eb-4bd3-b4f5-a127aa82e594. Oct 10 12:20:12.322462 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-b0bc9f90-15a6-4d18-94e8-196cdac1bc03 req-163fd9c7-7b38-4d85-8428-f5920d6211c3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Calling delete_port for 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:20:12.398652 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-62e6615d-ff9e-4d25-bff5-3dd3832e3430 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7 HTTP/1.1" status: 200 len: 217 time: 0.0650547 Oct 10 12:20:12.400560 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:12.474589 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-4d7166ff-7318-4eec-b59e-b6ae7f4781de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:12.476095 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-4d7166ff-7318-4eec-b59e-b6ae7f4781de service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b8bfb1f2-f5dd-4aad-a347-6f1f40dba581 HTTP/1.1" status: 200 len: 847 time: 0.0696292 Oct 10 12:20:12.551683 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-e02aec8f-948b-4546-8aee-9e7ab9671b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:12.553198 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-e02aec8f-948b-4546-8aee-9e7ab9671b4c service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9f8f922a-ec8b-42d4-a75e-2afb2158a141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710652 Oct 10 12:20:12.633519 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-b0bc9f90-15a6-4d18-94e8-196cdac1bc03 req-163fd9c7-7b38-4d85-8428-f5920d6211c3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (1837ddef-a7eb-4bd3-b4f5-a127aa82e594), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:12.672759 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fd9c7-7b38-4d85-8428-f5920d6211c3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event deleted for resources: {'Port': ['ID=1837ddef-a7eb-4bd3-b4f5-a127aa82e594,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:12.676026 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-00e4bab0-2e67-4fba-a8b0-eecdda955ed1 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160548 Oct 10 12:20:12.849647 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-caa0bd71-be77-4495-852c-35c7389e0bc6 req-8ecd9609-e4f4-402f-83dd-6d3f2e4a6f81 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661813 Oct 10 12:20:12.851712 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48511b-c889-4f20-a2f6-9bdee1556bcd req-ba12ea0f-6579-4466-b387-326e71540b49 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:12.853195 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bd48511b-c889-4f20-a2f6-9bdee1556bcd req-ba12ea0f-6579-4466-b387-326e71540b49 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0525410 Oct 10 12:20:12.853421 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0bc9f90-15a6-4d18-94e8-196cdac1bc03 req-163fd9c7-7b38-4d85-8428-f5920d6211c3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Router 75c37af9-e100-4975-b0de-bd8a32fff1da has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:20:12.904752 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:12.919814 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bd48511b-c889-4f20-a2f6-9bdee1556bcd req-4e9e9d56-b0a0-47ee-925e-98593271ecbc tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601206 Oct 10 12:20:12.963423 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0bc9f90-15a6-4d18-94e8-196cdac1bc03 req-163fd9c7-7b38-4d85-8428-f5920d6211c3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:20:12.975384 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df27a4-97b8-4414-bb29-082ec67233f2 None None] Sync routers for ids ['75c37af9-e100-4975-b0de-bd8a32fff1da'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:20:12.986496 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df27a4-97b8-4414-bb29-082ec67233f2 None None] Routers {'75c37af9-e100-4975-b0de-bd8a32fff1da'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:20:12.987143 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-16df27a4-97b8-4414-bb29-082ec67233f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:20:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['75c37af9-e100-4975-b0de-bd8a32fff1da'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:20:13.009139 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bc9f90-15a6-4d18-94e8-196cdac1bc03 req-163fd9c7-7b38-4d85-8428-f5920d6211c3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] No DVR routers for this DVR port 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:20:13.012114 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-b0bc9f90-15a6-4d18-94e8-196cdac1bc03 req-163fd9c7-7b38-4d85-8428-f5920d6211c3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:13.015699 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b0bc9f90-15a6-4d18-94e8-196cdac1bc03 req-163fd9c7-7b38-4d85-8428-f5920d6211c3 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.48 "DELETE /networking/v2.0/ports/1837ddef-a7eb-4bd3-b4f5-a127aa82e594 HTTP/1.1" status: 204 len: 173 time: 1.2466912 Oct 10 12:20:13.099432 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-16df27a4-97b8-4414-bb29-082ec67233f2 None None] Set router 75c37af9-e100-4975-b0de-bd8a32fff1da gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:20:13.269940 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e7774e-b8b3-4e69-967d-c19741018ddf', 'name': 'network-vif-deleted', 'tag': '1837ddef-a7eb-4bd3-b4f5-a127aa82e594'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:20:13.272388 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f0abc2-a151-49e5-a012-e0cafc6e1bf4" -d '{"events": [{"server_uuid": "b5e7774e-b8b3-4e69-967d-c19741018ddf", "name": "network-vif-deleted", "tag": "1837ddef-a7eb-4bd3-b4f5-a127aa82e594"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:20:13.291071 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-16df27a4-97b8-4414-bb29-082ec67233f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'd81409b5-883c-434a-b9aa-039a2e27a487', 'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'mac_address': 'fa:16:3e:27:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:05Z', 'revision_number': 5, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'subnets': [{'id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:20:13.315002 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d1e3c2-7190-4f09-bdeb-5099a4c35805 x-openstack-request-id: req-88d1e3c2-7190-4f09-bdeb-5099a4c35805 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:20:13.315293 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e7774e-b8b3-4e69-967d-c19741018ddf", "name": "network-vif-deleted", "tag": "1837ddef-a7eb-4bd3-b4f5-a127aa82e594", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:20:13.315548 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88d1e3c2-7190-4f09-bdeb-5099a4c35805 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:20:13.316005 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88d1e3c2-7190-4f09-bdeb-5099a4c35805'] response: {'server_uuid': 'b5e7774e-b8b3-4e69-967d-c19741018ddf', 'name': 'network-vif-deleted', 'tag': '1837ddef-a7eb-4bd3-b4f5-a127aa82e594', 'status': 'completed', 'code': 200} Oct 10 12:20:13.317619 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df27a4-97b8-4414-bb29-082ec67233f2 None None] Checking router: 75c37af9-e100-4975-b0de-bd8a32fff1da for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:20:13.326027 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df27a4-97b8-4414-bb29-082ec67233f2 None None] Routers {'75c37af9-e100-4975-b0de-bd8a32fff1da'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:20:13.326627 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-16df27a4-97b8-4414-bb29-082ec67233f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:20:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['75c37af9-e100-4975-b0de-bd8a32fff1da'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:20:13.406789 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:13.410312 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8a52b4a-86b4-4540-add4-fc65018f499b req-d4e913c5-b191-485c-ad6d-c0c25341848d tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 210 time: 0.0270581 Oct 10 12:20:13.430328 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-16df27a4-97b8-4414-bb29-082ec67233f2 None None] Set router 75c37af9-e100-4975-b0de-bd8a32fff1da gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:20:13.455884 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:13.464654 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:13.747981 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-16df27a4-97b8-4414-bb29-082ec67233f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'd81409b5-883c-434a-b9aa-039a2e27a487', 'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'mac_address': 'fa:16:3e:27:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:05Z', 'revision_number': 5, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'subnets': [{'id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:20:13.775320 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16df27a4-97b8-4414-bb29-082ec67233f2 None None] The sync data for ids ['75c37af9-e100-4975-b0de-bd8a32fff1da'] in dv-cinder-860209-4-iscsi is: [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'd81409b5-883c-434a-b9aa-039a2e27a487', 'name': '', 'network_id': 'f8981a50-f1b5-4a9f-bc84-d19589293c21', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'mac_address': 'fa:16:3e:27:a0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:05Z', 'revision_number': 5, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'subnets': [{'id': '96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:20:14.010259 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82dc392-1a94-43d3-8efa-8e215830388f None None] New status for floating IP dcd673f3-8882-4ec2-b1e8-d5410060b230: DOWN {{(pid=107009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:20:14.045590 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf144d20-9e55-435d-8efa-03e8656293d7 req-6c1423ad-0722-41c3-9252-a471c3a4fa4d tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:14.047083 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bf144d20-9e55-435d-8efa-03e8656293d7 req-6c1423ad-0722-41c3-9252-a471c3a4fa4d tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0521753 Oct 10 12:20:14.096694 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bf144d20-9e55-435d-8efa-03e8656293d7 req-57e2c59b-d34c-4ce0-a6bf-c1cf9e48dc29 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436933 Oct 10 12:20:14.229665 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:20:14.249365 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:20:14.249745 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 1837ddef-a7eb-4bd3-b4f5-a127aa82e594 not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:20:14.522120 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3628ac21-920a-4767-aafa-a257eea695bf req-d99d8b8a-e7f7-4b50-aff1-9588e800637f tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 210 time: 0.0326242 Oct 10 12:20:15.220685 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324a555-0c9a-4b3f-9934-0bc9505fc9f0 req-3f80c312-18ad-46c8-a3bb-c08ec7130948 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:15.222639 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3324a555-0c9a-4b3f-9934-0bc9505fc9f0 req-3f80c312-18ad-46c8-a3bb-c08ec7130948 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0496614 Oct 10 12:20:15.278134 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3324a555-0c9a-4b3f-9934-0bc9505fc9f0 req-cd055622-baaf-450a-96a6-464e2a7a6919 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497098 Oct 10 12:20:15.631138 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7741bb4f-1733-469a-b17b-cd637435f58a req-2fa5661e-106f-4613-80fc-33582a11c9cd tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b5e7774e-b8b3-4e69-967d-c19741018ddf HTTP/1.1" status: 200 len: 210 time: 0.0296690 Oct 10 12:20:16.392981 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:16.429046 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d3124-0a78-4dd5-8817-8dba9f06cb41 req-ef2494d5-58fc-4fd5-b633-c045c87b066a tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:16.430495 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-976d3124-0a78-4dd5-8817-8dba9f06cb41 req-ef2494d5-58fc-4fd5-b633-c045c87b066a tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0665491 Oct 10 12:20:16.481626 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1cb60ccc-ed7e-49b9-9b8f-ef1532f97494 req-f68043c9-16a7-406e-9dbe-da5f4ca19002 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-390021896&fields=id&tenant_id=26773079b6914a20ab27109b0dec496a HTTP/1.1" status: 200 len: 267 time: 0.0842133 Oct 10 12:20:16.490347 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:16.505101 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-976d3124-0a78-4dd5-8817-8dba9f06cb41 req-476cf78a-bec5-416b-8da1-b7ed6aa133d9 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645177 Oct 10 12:20:16.812856 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48152) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:16.869559 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group (46019d70-3e9a-4e40-b3ef-7920e849f4f1), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:16.891197 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group (46019d70-3e9a-4e40-b3ef-7920e849f4f1), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:17.004088 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (46019d70-3e9a-4e40-b3ef-7920e849f4f1), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:17.006866 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:17.008050 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/46019d70-3e9a-4e40-b3ef-7920e849f4f1 HTTP/1.1" status: 204 len: 168 time: 0.1941943 Oct 10 12:20:17.010895 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48154) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:17.018036 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46019d70-3e9a-4e40-b3ef-7920e849f4f1,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:17.025799 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.api.v2.resource [None req-2d5e29b2-14ea-4165-bea0-03846ce4ce19 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] show failed (client error): The resource could not be found. Oct 10 12:20:17.026026 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:17.026368 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:17.026878 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-2d5e29b2-14ea-4165-bea0-03846ce4ce19 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "GET /networking/v2.0/security-groups/46019d70-3e9a-4e40-b3ef-7920e849f4f1 HTTP/1.1" status: 404 len: 347 time: 0.0148487 Oct 10 12:20:17.027428 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:17.027814 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:17.028175 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:17.028631 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:17.028930 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:17.029185 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:17.029576 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:17.029865 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:17.029978 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48156) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:17.030183 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:17.030545 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:17.030917 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:17.031244 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:17.031572 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7dbc72-000d-4223-9813-6947d382c93c tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:17.148043 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-c76ea832-43a4-4593-a462-f0db31143469 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Deleting port df295fa6-92d3-4a5f-b9d3-e0a6e15c1ca1 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:20:17.148382 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c76ea832-43a4-4593-a462-f0db31143469 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (df295fa6-92d3-4a5f-b9d3-e0a6e15c1ca1), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:17.486487 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c76ea832-43a4-4593-a462-f0db31143469 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (df295fa6-92d3-4a5f-b9d3-e0a6e15c1ca1), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:17.486838 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c76ea832-43a4-4593-a462-f0db31143469 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for floatingip (df295fa6-92d3-4a5f-b9d3-e0a6e15c1ca1), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:17.499737 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-c76ea832-43a4-4593-a462-f0db31143469 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Calling delete_port for df295fa6-92d3-4a5f-b9d3-e0a6e15c1ca1 owned by network:floatingip {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:20:17.616824 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:17.638150 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe7330-ebfc-4676-b8e7-43a8963b3d7b req-9b18fa69-5b92-4c08-8a76-69b76af38800 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:17.639650 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e6fe7330-ebfc-4676-b8e7-43a8963b3d7b req-9b18fa69-5b92-4c08-8a76-69b76af38800 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0516825 Oct 10 12:20:17.694306 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e6fe7330-ebfc-4676-b8e7-43a8963b3d7b req-9215b9f0-721d-4928-8a29-878ff158ac9e tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483618 Oct 10 12:20:17.741151 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c76ea832-43a4-4593-a462-f0db31143469 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (df295fa6-92d3-4a5f-b9d3-e0a6e15c1ca1), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:17.768539 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ea832-43a4-4593-a462-f0db31143469 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Pushing event deleted for resources: {'Port': ['ID=df295fa6-92d3-4a5f-b9d3-e0a6e15c1ca1,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:17.832112 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c76ea832-43a4-4593-a462-f0db31143469 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks [] for floatingip (dcd673f3-8882-4ec2-b1e8-d5410060b230), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:17.834603 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c76ea832-43a4-4593-a462-f0db31143469 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:17.835797 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-c76ea832-43a4-4593-a462-f0db31143469 tempest-AttachVolumeTestJSON-711511588 tempest-AttachVolumeTestJSON-711511588-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/dcd673f3-8882-4ec2-b1e8-d5410060b230 HTTP/1.1" status: 204 len: 168 time: 0.8047159 Oct 10 12:20:18.820706 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bfb04-4710-4dcb-b34d-f32931340c98 req-f82c3a57-da8e-4803-b5c5-0f579ac39819 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:18.822331 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7f7bfb04-4710-4dcb-b34d-f32931340c98 req-f82c3a57-da8e-4803-b5c5-0f579ac39819 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0499215 Oct 10 12:20:18.875826 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7f7bfb04-4710-4dcb-b34d-f32931340c98 req-9190035e-1519-419a-b8af-d5287a9bd2bf tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470345 Oct 10 12:20:20.007229 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ef75d-e2b8-4f6f-826b-f9cc5d1ab2dd req-b68edf27-6831-4602-8c7f-fb6c785cab7c tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:20.008821 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bb3ef75d-e2b8-4f6f-826b-f9cc5d1ab2dd req-b68edf27-6831-4602-8c7f-fb6c785cab7c tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0538604 Oct 10 12:20:20.061394 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bb3ef75d-e2b8-4f6f-826b-f9cc5d1ab2dd req-52f7bdc2-7291-49d8-bb4a-fffd39aa7dd5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458045 Oct 10 12:20:21.051686 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:21.187334 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690e36d-4b09-40b1-a376-26b5733f03eb req-63be4ac1-7a63-4ae9-b852-db6ca82df2ab tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:21.188838 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3690e36d-4b09-40b1-a376-26b5733f03eb req-63be4ac1-7a63-4ae9-b852-db6ca82df2ab tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0492737 Oct 10 12:20:21.240042 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3690e36d-4b09-40b1-a376-26b5733f03eb req-7e6110df-6f70-4885-91da-a23b5cf51f7a tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454924 Oct 10 12:20:21.944726 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48196) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:22.297727 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 1ab60eb3-8fcd-4845-885c-e9230a320fe7 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:20:22.373743 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433957f2-d51b-499c-a7a5-d2001de687e5 req-ffdb336b-0cad-4c32-a118-1353f14926ff tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:22.375306 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-433957f2-d51b-499c-a7a5-d2001de687e5 req-ffdb336b-0cad-4c32-a118-1353f14926ff tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0535307 Oct 10 12:20:22.415603 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 1ab60eb3-8fcd-4845-885c-e9230a320fe7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7,segment=NetworkSegment(d15bae8f-0ef4-4c22-be36-13d7682fa2f9),segment_id=d15bae8f-0ef4-4c22-be36-13d7682fa2f9)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:20:22.432531 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '1ab60eb3-8fcd-4845-885c-e9230a320fe7', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'port_id': '1ab60eb3-8fcd-4845-885c-e9230a320fe7', 'mac_address': 'fa:16:3e:d8:7b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:20:22.435585 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-433957f2-d51b-499c-a7a5-d2001de687e5 req-02f261bc-ff9a-49e0-b01e-2e4c5016f1e6 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539675 Oct 10 12:20:22.457164 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ce71378f-99d7-4972-84dd-fe11ed1df3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599821'] for router_interface (75c37af9-e100-4975-b0de-bd8a32fff1da), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:22.474763 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:20:22.475153 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:22.493966 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab60eb3-8fcd-4845-885c-e9230a320fe7 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:20:22.514626 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 1ab60eb3-8fcd-4845-885c-e9230a320fe7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7,segment=NetworkSegment(d15bae8f-0ef4-4c22-be36-13d7682fa2f9),segment_id=d15bae8f-0ef4-4c22-be36-13d7682fa2f9)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:20:22.611783 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:22.619751 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:22.664737 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=1ab60eb3-8fcd-4845-885c-e9230a320fe7,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:22.672711 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:22.673063 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:22.673408 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:22.673757 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:22.674102 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:22.674459 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:22.674846 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:22.681759 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:22.681759 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:22.681759 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:22.681759 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:22.681759 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:22.681759 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:22.681759 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:22.681759 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:20:22.697194 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-ce71378f-99d7-4972-84dd-fe11ed1df3ad admin admin] Deleting port d81409b5-883c-434a-b9aa-039a2e27a487 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:20:22.697523 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ce71378f-99d7-4972-84dd-fe11ed1df3ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (d81409b5-883c-434a-b9aa-039a2e27a487), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:22.779507 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-ce71378f-99d7-4972-84dd-fe11ed1df3ad admin admin] For port d81409b5-883c-434a-b9aa-039a2e27a487, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=d81409b5-883c-434a-b9aa-039a2e27a487,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:20:22.780155 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ce71378f-99d7-4972-84dd-fe11ed1df3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (d81409b5-883c-434a-b9aa-039a2e27a487), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:22.793873 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-ce71378f-99d7-4972-84dd-fe11ed1df3ad admin admin] Calling delete_port for d81409b5-883c-434a-b9aa-039a2e27a487 owned by network:router_interface {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:20:22.843358 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:23.034183 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ce71378f-99d7-4972-84dd-fe11ed1df3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (d81409b5-883c-434a-b9aa-039a2e27a487), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:23.061023 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71378f-99d7-4972-84dd-fe11ed1df3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d81409b5-883c-434a-b9aa-039a2e27a487,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:23.093651 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['1ab60eb3-8fcd-4845-885c-e9230a320fe7'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:20:23.226695 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ce71378f-99d7-4972-84dd-fe11ed1df3ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599801'] for router_interface (75c37af9-e100-4975-b0de-bd8a32fff1da), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:23.439464 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce71378f-99d7-4972-84dd-fe11ed1df3ad admin admin] Router 75c37af9-e100-4975-b0de-bd8a32fff1da has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:20:23.549159 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce71378f-99d7-4972-84dd-fe11ed1df3ad admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:20:23.554992 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-ce71378f-99d7-4972-84dd-fe11ed1df3ad admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/75c37af9-e100-4975-b0de-bd8a32fff1da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6091592 Oct 10 12:20:23.557686 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48204) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:23.560413 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd501756-862d-47ec-818f-af4b542797a8 None None] Sync routers for ids ['75c37af9-e100-4975-b0de-bd8a32fff1da'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:20:23.573421 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd501756-862d-47ec-818f-af4b542797a8 None None] Routers {'75c37af9-e100-4975-b0de-bd8a32fff1da'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:20:23.574333 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-cd501756-862d-47ec-818f-af4b542797a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:20:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['75c37af9-e100-4975-b0de-bd8a32fff1da'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:20:23.580954 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ad287-7f1b-490b-a8ac-5cefa8c83c0e req-5520b6a7-4d48-434c-a580-3a35fc2efc8e tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:23.582602 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9d8ad287-7f1b-490b-a8ac-5cefa8c83c0e req-5520b6a7-4d48-434c-a580-3a35fc2efc8e tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 945 time: 0.0573246 Oct 10 12:20:23.648999 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9d8ad287-7f1b-490b-a8ac-5cefa8c83c0e req-74f1ef0f-6593-4f32-af65-aeb8485430d2 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539260 Oct 10 12:20:23.657505 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:23.667182 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d544-7351-4357-8dea-9fd791b84cac admin admin] Publish callbacks [] for router (75c37af9-e100-4975-b0de-bd8a32fff1da), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:23.693109 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-cd501756-862d-47ec-818f-af4b542797a8 None None] Set router 75c37af9-e100-4975-b0de-bd8a32fff1da gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:20:23.762131 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:23.765873 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d544-7351-4357-8dea-9fd791b84cac admin admin] Publish callbacks [] for router_gateway (75c37af9-e100-4975-b0de-bd8a32fff1da), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:23.856665 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-cd501756-862d-47ec-818f-af4b542797a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105'}], 'enable_snat': True}, 'gw_port_id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:20:22Z', 'revision_number': 5, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port': {'id': '474185bf-f562-4147-8f8d-03e5c3d874c2', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:42Z', 'updated_at': '2022-10-10T12:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:20:23.885551 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd501756-862d-47ec-818f-af4b542797a8 None None] Checking router: 75c37af9-e100-4975-b0de-bd8a32fff1da for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:20:23.894444 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd501756-862d-47ec-818f-af4b542797a8 None None] Routers {'75c37af9-e100-4975-b0de-bd8a32fff1da'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:20:23.895069 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-cd501756-862d-47ec-818f-af4b542797a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:20:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['75c37af9-e100-4975-b0de-bd8a32fff1da'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:20:23.905358 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-d6c6d544-7351-4357-8dea-9fd791b84cac admin admin] Deleting port 474185bf-f562-4147-8f8d-03e5c3d874c2 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:20:23.905738 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d544-7351-4357-8dea-9fd791b84cac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (474185bf-f562-4147-8f8d-03e5c3d874c2), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:23.971928 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:23.977433 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-cd501756-862d-47ec-818f-af4b542797a8 None None] Set router 75c37af9-e100-4975-b0de-bd8a32fff1da gateway port host: None {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:20:23.985380 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-d6c6d544-7351-4357-8dea-9fd791b84cac admin admin] For port 474185bf-f562-4147-8f8d-03e5c3d874c2, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=474185bf-f562-4147-8f8d-03e5c3d874c2,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:20:23.985740 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d544-7351-4357-8dea-9fd791b84cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (474185bf-f562-4147-8f8d-03e5c3d874c2), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:23.999000 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-d6c6d544-7351-4357-8dea-9fd791b84cac admin admin] Calling delete_port for 474185bf-f562-4147-8f8d-03e5c3d874c2 owned by network:router_gateway {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:20:24.027494 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-cd501756-862d-47ec-818f-af4b542797a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:20:23Z', 'revision_number': 6, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port_host': None}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:20:24.052985 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd501756-862d-47ec-818f-af4b542797a8 None None] The sync data for ids ['75c37af9-e100-4975-b0de-bd8a32fff1da'] in dv-cinder-860209-4-iscsi is: [{'id': '75c37af9-e100-4975-b0de-bd8a32fff1da', 'name': 'tempest-AttachVolumeTestJSON-38030289-router', 'tenant_id': '98437356d32f4230bce856ce6ddae66a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:40Z', 'updated_at': '2022-10-10T12:20:23Z', 'revision_number': 6, 'project_id': '98437356d32f4230bce856ce6ddae66a', 'gw_port_host': None}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:20:24.087272 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:24.088860 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:24.223058 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d544-7351-4357-8dea-9fd791b84cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (474185bf-f562-4147-8f8d-03e5c3d874c2), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:24.248741 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6d544-7351-4357-8dea-9fd791b84cac admin admin] Pushing event deleted for resources: {'Port': ['ID=474185bf-f562-4147-8f8d-03e5c3d874c2,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:24.310530 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d544-7351-4357-8dea-9fd791b84cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605235'] for router_gateway (75c37af9-e100-4975-b0de-bd8a32fff1da), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:24.315159 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 1ab60eb3-8fcd-4845-885c-e9230a320fe7 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:20:24.361891 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:20:24.400444 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d544-7351-4357-8dea-9fd791b84cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12459'] for router (75c37af9-e100-4975-b0de-bd8a32fff1da), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:24.402729 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d544-7351-4357-8dea-9fd791b84cac admin admin] Publish callbacks [] for router_controller (75c37af9-e100-4975-b0de-bd8a32fff1da), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:24.426805 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:20:24.435802 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:24.435802 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 Oct 10 12:20:24.504170 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:24.508768 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:20:24.509149 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:24.523662 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d544-7351-4357-8dea-9fd791b84cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599841'] for router (75c37af9-e100-4975-b0de-bd8a32fff1da), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:24.524285 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c6d544-7351-4357-8dea-9fd791b84cac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75c37af9-e100-4975-b0de-bd8a32fff1da {{(pid=107007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:20:24.528888 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d544-7351-4357-8dea-9fd791b84cac admin admin] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:24.531432 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-d6c6d544-7351-4357-8dea-9fd791b84cac admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/75c37af9-e100-4975-b0de-bd8a32fff1da HTTP/1.1" status: 204 len: 168 time: 0.9705071 Oct 10 12:20:24.532840 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8283f5-756d-4f3b-b196-70911e57a279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab60eb3-8fcd-4845-885c-e9230a320fe7'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:20:24.533104 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48206) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:24.535080 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1a5d6c-0f16-471a-aea9-b8b67d78f600" -d '{"events": [{"server_uuid": "7b8283f5-756d-4f3b-b196-70911e57a279", "name": "network-vif-plugged", "status": "completed", "tag": "1ab60eb3-8fcd-4845-885c-e9230a320fe7"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:20:24.547908 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 1ab60eb3-8fcd-4845-885c-e9230a320fe7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7,segment=NetworkSegment(d15bae8f-0ef4-4c22-be36-13d7682fa2f9),segment_id=d15bae8f-0ef4-4c22-be36-13d7682fa2f9)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:20:24.574341 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c330ec9-49f0-4c1f-858e-df562cf28b13 x-openstack-request-id: req-5c330ec9-49f0-4c1f-858e-df562cf28b13 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:20:24.574967 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8283f5-756d-4f3b-b196-70911e57a279", "name": "network-vif-plugged", "status": "completed", "tag": "1ab60eb3-8fcd-4845-885c-e9230a320fe7", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:20:24.574967 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c330ec9-49f0-4c1f-858e-df562cf28b13 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:20:24.575461 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c330ec9-49f0-4c1f-858e-df562cf28b13'] response: {'server_uuid': '7b8283f5-756d-4f3b-b196-70911e57a279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab60eb3-8fcd-4845-885c-e9230a320fe7', 'code': 200} Oct 10 12:20:24.579590 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_v2 [None req-1982cdae-f331-47b0-9940-7a117f57026d admin admin] Deleting subnet 96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d {{(pid=107006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:20:24.583447 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1982cdae-f331-47b0-9940-7a117f57026d admin admin] Publish callbacks [] for subnet (96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:24.615324 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:24.622081 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1982cdae-f331-47b0-9940-7a117f57026d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31517793'] for subnet (96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d), precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:24.669035 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=1ab60eb3-8fcd-4845-885c-e9230a320fe7,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:24.688193 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:24.704404 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1982cdae-f331-47b0-9940-7a117f57026d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:24.749443 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:24.794053 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da80c0d-5e74-4c32-876f-f085b929ad09 req-c509362f-bea9-417e-b7f1-d988b793ece1 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:24.795698 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6da80c0d-5e74-4c32-876f-f085b929ad09 req-c509362f-bea9-417e-b7f1-d988b793ece1 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0660870 Oct 10 12:20:24.916545 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 474185bf-f562-4147-8f8d-03e5c3d874c2 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:20:24.921940 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:24.944415 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 474185bf-f562-4147-8f8d-03e5c3d874c2 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:20:24.944849 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 474185bf-f562-4147-8f8d-03e5c3d874c2 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:20:24.945273 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device d81409b5-883c-434a-b9aa-039a2e27a487 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:20:24.965537 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: d81409b5-883c-434a-b9aa-039a2e27a487 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:20:24.965899 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device d81409b5-883c-434a-b9aa-039a2e27a487 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:20:25.048441 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1982cdae-f331-47b0-9940-7a117f57026d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31514813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32902317'] for subnet (96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:25.082542 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1982cdae-f331-47b0-9940-7a117f57026d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:25.085701 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-1982cdae-f331-47b0-9940-7a117f57026d admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d HTTP/1.1" status: 204 len: 168 time: 0.5515466 Oct 10 12:20:25.086533 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982cdae-f331-47b0-9940-7a117f57026d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96ca7af0-56ca-4fbf-ab04-9af2e42e7c9d,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:25.091902 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaea08e5-045e-495e-b682-b4395d615354 None None] Network f8981a50-f1b5-4a9f-bc84-d19589293c21 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:20:25.094068 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48212) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:25.134312 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632eb5eb-3024-4a1f-b7a5-ca6975dbd558 req-04aa4f41-c8d9-44f0-b1c8-b26d05bdeeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:25.136421 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-632eb5eb-3024-4a1f-b7a5-ca6975dbd558 req-04aa4f41-c8d9-44f0-b1c8-b26d05bdeeb0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 1130 time: 0.0710158 Oct 10 12:20:25.169977 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6da80c0d-5e74-4c32-876f-f085b929ad09 req-c14d8ba7-994a-4a9f-b374-19fc86c407db tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3654668 Oct 10 12:20:25.199284 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-632eb5eb-3024-4a1f-b7a5-ca6975dbd558 req-5f82f323-c823-463a-b00c-f430deb140e4 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561907 Oct 10 12:20:25.202722 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (f8981a50-f1b5-4a9f-bc84-d19589293c21), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:25.254827 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] Deleting port a7e7d302-f800-4048-b3d2-dcaf029bb861 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:20:25.255165 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:25.273451 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913ba057-6def-44b0-b030-f872c8761bf1 None None] DHCP port deletion for f8981a50-f1b5-4a9f-bc84-d19589293c21 request from dv-cinder-860209-4-iscsi {{(pid=107008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:20:25.311566 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-913ba057-6def-44b0-b030-f872c8761bf1 None None] Deleting port a7e7d302-f800-4048-b3d2-dcaf029bb861 {{(pid=107008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:20:25.311944 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-913ba057-6def-44b0-b030-f872c8761bf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), before_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:25.312055 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:20:25.321060 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] For port a7e7d302-f800-4048-b3d2-dcaf029bb861, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=a7e7d302-f800-4048-b3d2-dcaf029bb861,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:20:25.321422 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:25.335249 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] Calling delete_port for a7e7d302-f800-4048-b3d2-dcaf029bb861 owned by network:dhcp {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:20:25.379972 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-913ba057-6def-44b0-b030-f872c8761bf1 None None] For port a7e7d302-f800-4048-b3d2-dcaf029bb861, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=a7e7d302-f800-4048-b3d2-dcaf029bb861,segment=NetworkSegment(e745f4f5-2896-4f17-ac8d-244e02644644),segment_id=e745f4f5-2896-4f17-ac8d-244e02644644)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:20:25.380362 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-913ba057-6def-44b0-b030-f872c8761bf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), precommit_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:25.392850 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-913ba057-6def-44b0-b030-f872c8761bf1 None None] Calling delete_port for a7e7d302-f800-4048-b3d2-dcaf029bb861 owned by network:dhcp {{(pid=107008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:20:25.497776 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:25.505750 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-913ba057-6def-44b0-b030-f872c8761bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751'] for port (a7e7d302-f800-4048-b3d2-dcaf029bb861), after_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:25.523831 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e7d302-f800-4048-b3d2-dcaf029bb861,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:25.529198 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] No DVR routers for this DVR port a7e7d302-f800-4048-b3d2-dcaf029bb861 on host dv-cinder-860209-4-iscsi {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:20:25.533662 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ba057-6def-44b0-b030-f872c8761bf1 None None] Pushing event deleted for resources: {'Port': ['ID=a7e7d302-f800-4048-b3d2-dcaf029bb861,revision_number=None']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:25.543028 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913ba057-6def-44b0-b030-f872c8761bf1 None None] No DVR routers for this DVR port a7e7d302-f800-4048-b3d2-dcaf029bb861 on host dv-cinder-860209-4-iscsi {{(pid=107008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:20:25.607358 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (f8981a50-f1b5-4a9f-bc84-d19589293c21), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:25.632435 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8981a50-f1b5-4a9f-bc84-d19589293c21']}} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:20:25.642027 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e745f4f5-2896-4f17-ac8d-244e02644644') {'for_net_delete': True} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:20:25.642331 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e745f4f5-2896-4f17-ac8d-244e02644644') {} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:20:25.652350 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31517720'] for segment (e745f4f5-2896-4f17-ac8d-244e02644644), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:25.667117 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (e745f4f5-2896-4f17-ac8d-244e02644644), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:25.673980 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=107006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:20:25.674375 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31514711'] for segment (e745f4f5-2896-4f17-ac8d-244e02644644), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:25.727835 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:25.794308 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (f8981a50-f1b5-4a9f-bc84-d19589293c21), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:25.799882 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:25.803829 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/f8981a50-f1b5-4a9f-bc84-d19589293c21 HTTP/1.1" status: 204 len: 168 time: 0.7087796 Oct 10 12:20:25.816210 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a9595-9722-4d89-8a34-68bd2a705074 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8981a50-f1b5-4a9f-bc84-d19589293c21,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:25.825229 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.services.segments.plugin [-] Segment e745f4f5-2896-4f17-ac8d-244e02644644 resource provider aggregate not found Oct 10 12:20:25.843441 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.services.segments.plugin [-] Segment e745f4f5-2896-4f17-ac8d-244e02644644 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e745f4f5-2896-4f17-ac8d-244e02644644 found for delete ", "request_id": "req-9d1fbb0f-886c-42e4-b980-5f46a1b192a9"}]} Oct 10 12:20:26.132222 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48224) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:26.171889 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-8e717aa3-1901-488f-a7ff-31d7791b0d40 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=98437356d32f4230bce856ce6ddae66a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385008 Oct 10 12:20:26.174504 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48226) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:26.223993 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c8a2654b-3194-4713-b44b-908778930e1a admin admin] Publish callbacks [] for security_group (8cff630b-0bd2-443a-9487-6130532a74b3), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:26.244553 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c8a2654b-3194-4713-b44b-908778930e1a admin admin] Publish callbacks [] for security_group (8cff630b-0bd2-443a-9487-6130532a74b3), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:26.294492 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efd3e3-2eee-46ae-9ba9-2042eaefa155 req-759981bb-287f-46e0-9d13-81356e77fad3 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:26.295940 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8efd3e3-2eee-46ae-9ba9-2042eaefa155 req-759981bb-287f-46e0-9d13-81356e77fad3 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0544038 Oct 10 12:20:26.348690 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c8a2654b-3194-4713-b44b-908778930e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (8cff630b-0bd2-443a-9487-6130532a74b3), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:26.350885 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d8efd3e3-2eee-46ae-9ba9-2042eaefa155 req-e2fbb43a-7e3f-4d5e-bfe0-f17eb4503560 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478821 Oct 10 12:20:26.355233 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c8a2654b-3194-4713-b44b-908778930e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:26.355233 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-c8a2654b-3194-4713-b44b-908778930e1a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/8cff630b-0bd2-443a-9487-6130532a74b3 HTTP/1.1" status: 204 len: 168 time: 0.1770403 Oct 10 12:20:26.361024 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2654b-3194-4713-b44b-908778930e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cff630b-0bd2-443a-9487-6130532a74b3,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:26.899584 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device a7e7d302-f800-4048-b3d2-dcaf029bb861 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:20:26.921382 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: a7e7d302-f800-4048-b3d2-dcaf029bb861 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:20:26.924676 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device a7e7d302-f800-4048-b3d2-dcaf029bb861 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:20:27.478773 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eab596-92a4-46ff-9d29-b4f95a205e38 req-03d018d9-7252-4c17-9af0-aa7a397f7dee tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:27.480270 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-92eab596-92a4-46ff-9d29-b4f95a205e38 req-03d018d9-7252-4c17-9af0-aa7a397f7dee tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0500519 Oct 10 12:20:27.531359 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-92eab596-92a4-46ff-9d29-b4f95a205e38 req-3582ba3b-be12-415e-8f41-1b8f7c9118f5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456014 Oct 10 12:20:28.655930 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dadfa-8711-47df-b9df-c2bb8b573480 req-006ed880-cd19-4230-b782-bc076e05f6e2 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:28.657500 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ec8dadfa-8711-47df-b9df-c2bb8b573480 req-006ed880-cd19-4230-b782-bc076e05f6e2 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0484972 Oct 10 12:20:28.707984 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ec8dadfa-8711-47df-b9df-c2bb8b573480 req-63d3758b-8bc9-4904-b7e7-cb015b49fa02 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447114 Oct 10 12:20:28.833515 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b4802-ca7d-42d5-a1a0-6585438db532 req-c992716a-d818-44f9-b223-8dad9d419443 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:28.835023 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a80b4802-ca7d-42d5-a1a0-6585438db532 req-c992716a-d818-44f9-b223-8dad9d419443 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0508711 Oct 10 12:20:28.885552 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a80b4802-ca7d-42d5-a1a0-6585438db532 req-fda5e8d1-07fa-444f-9d3a-fc8450a11d02 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446208 Oct 10 12:20:28.913831 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48280) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:29.100796 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a369e55-83d3-44e8-8159-ab5ef940b2cf tempest-TestShelveInstance-1128553062 tempest-TestShelveInstance-1128553062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:29.102310 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6a369e55-83d3-44e8-8159-ab5ef940b2cf tempest-TestShelveInstance-1128553062 tempest-TestShelveInstance-1128553062-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 1125 time: 0.1874866 Oct 10 12:20:29.105298 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48284) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:29.109453 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Request body: {'floatingip': {'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'port_id': '1ab60eb3-8fcd-4845-885c-e9230a320fe7', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:20:29.117784 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:29.121031 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:29.224247 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:29.310140 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:29.419334 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Allocated IP 172.27.4.146 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/f64164cf-d7bd-4f81-a412-b9934f21842f) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:20:29.532017 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for port (f64164cf-d7bd-4f81-a412-b9934f21842f), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:29.695824 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (f64164cf-d7bd-4f81-a412-b9934f21842f), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:29.706585 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b0f09491-3a6e-4c2d-af10-671eeba41f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:29.742838 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:20:29.746222 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:20:29.750282 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:20:29.753448 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Pushing event updated for resources: {'Port': ['ID=f64164cf-d7bd-4f81-a412-b9934f21842f,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:29.911696 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:30.120401 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for floatingip (89914b69-8102-446b-a061-80357f9a6a8d), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:30.244710 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (f64164cf-d7bd-4f81-a412-b9934f21842f), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:30.280204 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:30.402504 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for port (f64164cf-d7bd-4f81-a412-b9934f21842f), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:30.478498 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (f64164cf-d7bd-4f81-a412-b9934f21842f), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:30.545786 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Pushing event updated for resources: {'Port': ['ID=f64164cf-d7bd-4f81-a412-b9934f21842f,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:30.550798 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (89914b69-8102-446b-a061-80357f9a6a8d), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:30.648671 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Floating IP 89914b69-8102-446b-a061-80357f9a6a8d associated. External IP: 172.27.4.146, port: 1ab60eb3-8fcd-4845-885c-e9230a320fe7. Oct 10 12:20:30.828872 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:30.855703 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Router e9b8280d-b28d-4829-8d32-cf739482e3a4 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:20:30.956595 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48310) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:30.965984 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:20:30.976079 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7d933-f5ad-47c9-b693-bcb70fc84e37 None None] Sync routers for ids ['e9b8280d-b28d-4829-8d32-cf739482e3a4'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:20:30.986164 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be7d933-f5ad-47c9-b693-bcb70fc84e37 None None] Routers {'e9b8280d-b28d-4829-8d32-cf739482e3a4'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:20:30.986988 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-5be7d933-f5ad-47c9-b693-bcb70fc84e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:20:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e9b8280d-b28d-4829-8d32-cf739482e3a4'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:20:31.053784 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:31.076497 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1e43357e-4e2a-4f18-9afd-91ffcf6b1c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:31.090175 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-c313327e-fb7a-4830-aa1e-ab50ad387816 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9814436 Oct 10 12:20:31.090175 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8283f5-756d-4f3b-b196-70911e57a279', 'tag': '1ab60eb3-8fcd-4845-885c-e9230a320fe7'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:20:31.091427 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764669ce-9441-4e4e-aa2a-fd0096e6eaae" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8283f5-756d-4f3b-b196-70911e57a279", "tag": "1ab60eb3-8fcd-4845-885c-e9230a320fe7"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:20:31.093103 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-5be7d933-f5ad-47c9-b693-bcb70fc84e37 None None] Set router e9b8280d-b28d-4829-8d32-cf739482e3a4 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:20:31.133607 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2054cc-c34f-47fe-9c9d-5e399e4a9030 x-openstack-request-id: req-4a2054cc-c34f-47fe-9c9d-5e399e4a9030 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:20:31.133607 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8283f5-756d-4f3b-b196-70911e57a279", "tag": "1ab60eb3-8fcd-4845-885c-e9230a320fe7", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:20:31.133607 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a2054cc-c34f-47fe-9c9d-5e399e4a9030 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:20:31.133607 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2054cc-c34f-47fe-9c9d-5e399e4a9030'] response: {'name': 'network-changed', 'server_uuid': '7b8283f5-756d-4f3b-b196-70911e57a279', 'tag': '1ab60eb3-8fcd-4845-885c-e9230a320fe7', 'status': 'completed', 'code': 200} Oct 10 12:20:31.163153 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1e43357e-4e2a-4f18-9afd-91ffcf6b1c70 admin admin] Publish callbacks [] for security_group (b79972af-5d55-49f5-83f1-1425571dd0d6), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:31.232569 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1e43357e-4e2a-4f18-9afd-91ffcf6b1c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (b79972af-5d55-49f5-83f1-1425571dd0d6), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:31.233422 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764669ce-9441-4e4e-aa2a-fd0096e6eaae req-2c7134f8-a307-4f44-abbe-19393804fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:31.235019 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-764669ce-9441-4e4e-aa2a-fd0096e6eaae req-2c7134f8-a307-4f44-abbe-19393804fb72 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=c6ab1776de294ca1a23fc110b2f9af1d&device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 1130 time: 0.0410166 Oct 10 12:20:31.273387 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:31.281633 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-1e43357e-4e2a-4f18-9afd-91ffcf6b1c70 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=5ed011593c8544f4b2ae6a8760a947c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213058 Oct 10 12:20:31.281633 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43357e-4e2a-4f18-9afd-91ffcf6b1c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79972af-5d55-49f5-83f1-1425571dd0d6,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:31.294709 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48318) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:31.351346 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-287225cf-d968-4956-962f-fb284d4ea12e admin admin] Publish callbacks [] for security_group (b79972af-5d55-49f5-83f1-1425571dd0d6), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:31.381382 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-287225cf-d968-4956-962f-fb284d4ea12e admin admin] Publish callbacks [] for security_group (b79972af-5d55-49f5-83f1-1425571dd0d6), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:31.400567 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-5be7d933-f5ad-47c9-b693-bcb70fc84e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'name': 'tempest-TestShelveInstance-660123450-router', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194'}], 'enable_snat': True}, 'gw_port_id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 4, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'gw_port': {'id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '89914b69-8102-446b-a061-80357f9a6a8d', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'floating_ip_address': '172.27.4.146', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'port_id': '1ab60eb3-8fcd-4845-885c-e9230a320fe7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'mac_address': 'fa:16:3e:d8:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8283f5-756d-4f3b-b196-70911e57a279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:20:29Z', 'updated_at': '2022-10-10T12:20:29Z', 'revision_number': 0, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1deeb9ba-69e1-4688-ab19-7c4800b61e42', 'name': '', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'mac_address': 'fa:16:3e:cc:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:23Z', 'updated_at': '2022-10-10T12:19:29Z', 'revision_number': 5, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'subnets': [{'id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:20:31.429902 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7d933-f5ad-47c9-b693-bcb70fc84e37 None None] Checking router: e9b8280d-b28d-4829-8d32-cf739482e3a4 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:20:31.439118 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be7d933-f5ad-47c9-b693-bcb70fc84e37 None None] Routers {'e9b8280d-b28d-4829-8d32-cf739482e3a4'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:20:31.439767 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-5be7d933-f5ad-47c9-b693-bcb70fc84e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:20:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e9b8280d-b28d-4829-8d32-cf739482e3a4'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:20:31.523764 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-287225cf-d968-4956-962f-fb284d4ea12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (b79972af-5d55-49f5-83f1-1425571dd0d6), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:31.526316 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-287225cf-d968-4956-962f-fb284d4ea12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:31.530282 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-287225cf-d968-4956-962f-fb284d4ea12e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b79972af-5d55-49f5-83f1-1425571dd0d6 HTTP/1.1" status: 204 len: 168 time: 0.2318256 Oct 10 12:20:31.537659 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287225cf-d968-4956-962f-fb284d4ea12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79972af-5d55-49f5-83f1-1425571dd0d6,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:31.548749 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-5be7d933-f5ad-47c9-b693-bcb70fc84e37 None None] Set router e9b8280d-b28d-4829-8d32-cf739482e3a4 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:20:31.593248 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764669ce-9441-4e4e-aa2a-fd0096e6eaae req-91d92c60-f3f7-4611-8568-5b5413c9040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:31.594872 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-764669ce-9441-4e4e-aa2a-fd0096e6eaae req-91d92c60-f3f7-4611-8568-5b5413c9040a service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9f8f922a-ec8b-42d4-a75e-2afb2158a141 HTTP/1.1" status: 200 len: 909 time: 0.3542874 Oct 10 12:20:31.658228 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-764669ce-9441-4e4e-aa2a-fd0096e6eaae req-770d4e03-b12c-429d-93da-a5e7afefe28a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0567245 Oct 10 12:20:31.714010 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764669ce-9441-4e4e-aa2a-fd0096e6eaae req-7f92fc65-8937-4025-9885-d977674684fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:31.715935 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-764669ce-9441-4e4e-aa2a-fd0096e6eaae req-7f92fc65-8937-4025-9885-d977674684fb service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b8bfb1f2-f5dd-4aad-a347-6f1f40dba581 HTTP/1.1" status: 200 len: 847 time: 0.0519500 Oct 10 12:20:31.759477 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764669ce-9441-4e4e-aa2a-fd0096e6eaae req-d56f1c0a-82d8-464c-80d8-9777d36a15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:20:31.761013 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-764669ce-9441-4e4e-aa2a-fd0096e6eaae req-d56f1c0a-82d8-464c-80d8-9777d36a15ea service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9f8f922a-ec8b-42d4-a75e-2afb2158a141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391076 Oct 10 12:20:31.771851 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-5be7d933-f5ad-47c9-b693-bcb70fc84e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'name': 'tempest-TestShelveInstance-660123450-router', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194'}], 'enable_snat': True}, 'gw_port_id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 4, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'gw_port': {'id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '89914b69-8102-446b-a061-80357f9a6a8d', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'floating_ip_address': '172.27.4.146', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'port_id': '1ab60eb3-8fcd-4845-885c-e9230a320fe7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'mac_address': 'fa:16:3e:d8:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8283f5-756d-4f3b-b196-70911e57a279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:20:29Z', 'updated_at': '2022-10-10T12:20:29Z', 'revision_number': 0, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1deeb9ba-69e1-4688-ab19-7c4800b61e42', 'name': '', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'mac_address': 'fa:16:3e:cc:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:23Z', 'updated_at': '2022-10-10T12:19:29Z', 'revision_number': 5, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'subnets': [{'id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:20:31.798113 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7d933-f5ad-47c9-b693-bcb70fc84e37 None None] The sync data for ids ['e9b8280d-b28d-4829-8d32-cf739482e3a4'] in dv-cinder-860209-4-iscsi is: [{'id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'name': 'tempest-TestShelveInstance-660123450-router', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194'}], 'enable_snat': True}, 'gw_port_id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 4, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'gw_port': {'id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': '89914b69-8102-446b-a061-80357f9a6a8d', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'floating_ip_address': '172.27.4.146', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'port_id': '1ab60eb3-8fcd-4845-885c-e9230a320fe7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'mac_address': 'fa:16:3e:d8:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8283f5-756d-4f3b-b196-70911e57a279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:20:29Z', 'updated_at': '2022-10-10T12:20:29Z', 'revision_number': 0, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1deeb9ba-69e1-4688-ab19-7c4800b61e42', 'name': '', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'mac_address': 'fa:16:3e:cc:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:23Z', 'updated_at': '2022-10-10T12:19:29Z', 'revision_number': 5, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'subnets': [{'id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:20:31.865277 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-764669ce-9441-4e4e-aa2a-fd0096e6eaae req-536d4276-66a0-4e8b-8035-262dbfdfb9d5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973856 Oct 10 12:20:31.903409 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e3336bbc-8644-48ae-b99a-0fa0e131d386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:31.931757 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:31.976339 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-764669ce-9441-4e4e-aa2a-fd0096e6eaae req-fde327c3-d595-441a-9da1-bd843c188d38 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001477 Oct 10 12:20:32.050906 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35731420-c80a-4159-9620-fb5e668fce81 None None] New status for floating IP 89914b69-8102-446b-a061-80357f9a6a8d: ACTIVE {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:20:32.290405 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48324) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:32.304892 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7cc63c93-63db-40c7-a6c1-fbae1d2653cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:32.383636 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7cc63c93-63db-40c7-a6c1-fbae1d2653cd admin admin] Publish callbacks [] for security_group (a47a7da5-3b7f-43ae-9317-8b9180af9a8b), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:32.463311 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7cc63c93-63db-40c7-a6c1-fbae1d2653cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (a47a7da5-3b7f-43ae-9317-8b9180af9a8b), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:32.508427 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-7cc63c93-63db-40c7-a6c1-fbae1d2653cd admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=5f2113978b41471cbd3bfe4299e85c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168884 Oct 10 12:20:32.509324 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc63c93-63db-40c7-a6c1-fbae1d2653cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47a7da5-3b7f-43ae-9317-8b9180af9a8b,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:32.512157 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48326) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:32.527205 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:32.563658 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2a74e5e-f80a-449d-8c85-fd750898f941 admin admin] Publish callbacks [] for security_group (a47a7da5-3b7f-43ae-9317-8b9180af9a8b), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:32.583747 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2a74e5e-f80a-449d-8c85-fd750898f941 admin admin] Publish callbacks [] for security_group (a47a7da5-3b7f-43ae-9317-8b9180af9a8b), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:32.736696 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2a74e5e-f80a-449d-8c85-fd750898f941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (a47a7da5-3b7f-43ae-9317-8b9180af9a8b), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:32.740047 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-a2a74e5e-f80a-449d-8c85-fd750898f941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:32.741196 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-a2a74e5e-f80a-449d-8c85-fd750898f941 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a47a7da5-3b7f-43ae-9317-8b9180af9a8b HTTP/1.1" status: 204 len: 168 time: 0.2276995 Oct 10 12:20:32.749788 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a74e5e-f80a-449d-8c85-fd750898f941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47a7da5-3b7f-43ae-9317-8b9180af9a8b,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:33.408860 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:34.571561 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:35.111896 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:35.546373 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48400) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:35.654984 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-238a7795-dfb6-48c6-a15e-13bb902bc9fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:35.706748 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:35.733303 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-238a7795-dfb6-48c6-a15e-13bb902bc9fb admin admin] Publish callbacks [] for security_group (4258deeb-fa15-4c04-b954-58f6269d01e7), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:35.831863 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-238a7795-dfb6-48c6-a15e-13bb902bc9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (4258deeb-fa15-4c04-b954-58f6269d01e7), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:35.872472 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a7795-dfb6-48c6-a15e-13bb902bc9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4258deeb-fa15-4c04-b954-58f6269d01e7,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:35.876673 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-238a7795-dfb6-48c6-a15e-13bb902bc9fb admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2b3f8734299a417c98fd38b85d9a1ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292608 Oct 10 12:20:35.879678 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48404) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:35.930353 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-00d74a46-6eb4-4794-9ab2-f8b14c188fc1 admin admin] Publish callbacks [] for security_group (4258deeb-fa15-4c04-b954-58f6269d01e7), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:35.950624 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-00d74a46-6eb4-4794-9ab2-f8b14c188fc1 admin admin] Publish callbacks [] for security_group (4258deeb-fa15-4c04-b954-58f6269d01e7), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:36.054516 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-00d74a46-6eb4-4794-9ab2-f8b14c188fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (4258deeb-fa15-4c04-b954-58f6269d01e7), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:36.057143 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-00d74a46-6eb4-4794-9ab2-f8b14c188fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:36.058330 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-00d74a46-6eb4-4794-9ab2-f8b14c188fc1 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4258deeb-fa15-4c04-b954-58f6269d01e7 HTTP/1.1" status: 204 len: 168 time: 0.1779215 Oct 10 12:20:36.066551 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d74a46-6eb4-4794-9ab2-f8b14c188fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4258deeb-fa15-4c04-b954-58f6269d01e7,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:36.682972 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48410) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:36.700327 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3be544a2-4260-46c4-be25-6ab7fd8b98d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:36.711376 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:36.783084 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3be544a2-4260-46c4-be25-6ab7fd8b98d1 admin admin] Publish callbacks [] for security_group (424f2965-19c8-46da-8de4-07dc8730a1a7), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:36.888959 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3be544a2-4260-46c4-be25-6ab7fd8b98d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (424f2965-19c8-46da-8de4-07dc8730a1a7), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:36.929726 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-3be544a2-4260-46c4-be25-6ab7fd8b98d1 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=001921ff584f403099fb33aac7927550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456253 Oct 10 12:20:36.930647 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be544a2-4260-46c4-be25-6ab7fd8b98d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424f2965-19c8-46da-8de4-07dc8730a1a7,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:36.932559 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48412) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:36.985004 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ae5f6a61-1db8-48b7-994e-dc63996532a3 admin admin] Publish callbacks [] for security_group (424f2965-19c8-46da-8de4-07dc8730a1a7), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:37.006925 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ae5f6a61-1db8-48b7-994e-dc63996532a3 admin admin] Publish callbacks [] for security_group (424f2965-19c8-46da-8de4-07dc8730a1a7), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:37.154256 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ae5f6a61-1db8-48b7-994e-dc63996532a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (424f2965-19c8-46da-8de4-07dc8730a1a7), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:37.156869 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ae5f6a61-1db8-48b7-994e-dc63996532a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:37.158079 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-ae5f6a61-1db8-48b7-994e-dc63996532a3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/424f2965-19c8-46da-8de4-07dc8730a1a7 HTTP/1.1" status: 204 len: 168 time: 0.2244792 Oct 10 12:20:37.167049 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f6a61-1db8-48b7-994e-dc63996532a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424f2965-19c8-46da-8de4-07dc8730a1a7,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:41.768751 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=83 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:41.774751 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=67 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:45.052198 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:46.080367 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:46.925815 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=34,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:47.161676 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:47.162541 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=50,neutron:DELETE=9 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:47.180243 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=40,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:51.065725 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:51.646754 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48544) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:51.769384 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d6db685e-76e4-44b1-b5bc-939e26733cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:51.854703 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d6db685e-76e4-44b1-b5bc-939e26733cec admin admin] Publish callbacks [] for security_group (bef0e063-f718-44a9-97ca-f0d0528cd3c2), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:51.940521 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d6db685e-76e4-44b1-b5bc-939e26733cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (bef0e063-f718-44a9-97ca-f0d0528cd3c2), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:51.984123 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db685e-76e4-44b1-b5bc-939e26733cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef0e063-f718-44a9-97ca-f0d0528cd3c2,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:51.988508 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-d6db685e-76e4-44b1-b5bc-939e26733cec admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=93fe89d358aa44afb40f67f46596c571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405750 Oct 10 12:20:51.993456 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48552) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:52.063199 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-138fbab1-44d7-47df-b7f0-abd72d7c5e20 admin admin] Publish callbacks [] for security_group (bef0e063-f718-44a9-97ca-f0d0528cd3c2), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:52.089846 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-138fbab1-44d7-47df-b7f0-abd72d7c5e20 admin admin] Publish callbacks [] for security_group (bef0e063-f718-44a9-97ca-f0d0528cd3c2), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:52.360025 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-138fbab1-44d7-47df-b7f0-abd72d7c5e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (bef0e063-f718-44a9-97ca-f0d0528cd3c2), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:52.362519 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-138fbab1-44d7-47df-b7f0-abd72d7c5e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:52.363900 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-138fbab1-44d7-47df-b7f0-abd72d7c5e20 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/bef0e063-f718-44a9-97ca-f0d0528cd3c2 HTTP/1.1" status: 204 len: 168 time: 0.3692527 Oct 10 12:20:52.373242 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fbab1-44d7-47df-b7f0-abd72d7c5e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef0e063-f718-44a9-97ca-f0d0528cd3c2,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:53.071731 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48558) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:53.086517 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-94874858-bc80-4433-91fd-d41647c44929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:53.166806 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-94874858-bc80-4433-91fd-d41647c44929 admin admin] Publish callbacks [] for security_group (a829e41b-5da8-4f8b-a857-cf1db9be41c2), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:53.260494 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-94874858-bc80-4433-91fd-d41647c44929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (a829e41b-5da8-4f8b-a857-cf1db9be41c2), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:53.302468 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94874858-bc80-4433-91fd-d41647c44929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a829e41b-5da8-4f8b-a857-cf1db9be41c2,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:53.307572 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-94874858-bc80-4433-91fd-d41647c44929 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=db1fef7ea1c74d47b44e6ba7ce27f7de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347884 Oct 10 12:20:53.311872 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48560) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:53.365128 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10b2d2a6-4536-478a-84ea-f115fa821288 admin admin] Publish callbacks [] for security_group (a829e41b-5da8-4f8b-a857-cf1db9be41c2), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:53.387270 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10b2d2a6-4536-478a-84ea-f115fa821288 admin admin] Publish callbacks [] for security_group (a829e41b-5da8-4f8b-a857-cf1db9be41c2), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:53.520264 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10b2d2a6-4536-478a-84ea-f115fa821288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (a829e41b-5da8-4f8b-a857-cf1db9be41c2), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:53.523544 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-10b2d2a6-4536-478a-84ea-f115fa821288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:53.524847 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-10b2d2a6-4536-478a-84ea-f115fa821288 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a829e41b-5da8-4f8b-a857-cf1db9be41c2 HTTP/1.1" status: 204 len: 168 time: 0.2119997 Oct 10 12:20:53.533647 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2d2a6-4536-478a-84ea-f115fa821288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a829e41b-5da8-4f8b-a857-cf1db9be41c2,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:54.276131 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48566) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:54.290658 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-89b04d9f-7411-4fbc-a058-bc0731c668dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:54.295000 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:54.347990 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=6 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:54.352984 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:54.372450 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-89b04d9f-7411-4fbc-a058-bc0731c668dc admin admin] Publish callbacks [] for security_group (6e82a1fc-7141-41f5-a9f4-1a6af248ff34), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:54.444187 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-89b04d9f-7411-4fbc-a058-bc0731c668dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (6e82a1fc-7141-41f5-a9f4-1a6af248ff34), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:54.485405 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-89b04d9f-7411-4fbc-a058-bc0731c668dc admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=cb5dbfe7641b4b42b4aed0ca4dcaa808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080882 Oct 10 12:20:54.486261 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b04d9f-7411-4fbc-a058-bc0731c668dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e82a1fc-7141-41f5-a9f4-1a6af248ff34,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:54.488707 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48568) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:20:54.545370 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5644f7b1-23c0-4c53-80c7-26564abb61b2 admin admin] Publish callbacks [] for security_group (6e82a1fc-7141-41f5-a9f4-1a6af248ff34), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:54.568177 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5644f7b1-23c0-4c53-80c7-26564abb61b2 admin admin] Publish callbacks [] for security_group (6e82a1fc-7141-41f5-a9f4-1a6af248ff34), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:54.677429 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5644f7b1-23c0-4c53-80c7-26564abb61b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (6e82a1fc-7141-41f5-a9f4-1a6af248ff34), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:54.680206 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5644f7b1-23c0-4c53-80c7-26564abb61b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:20:54.681458 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-5644f7b1-23c0-4c53-80c7-26564abb61b2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6e82a1fc-7141-41f5-a9f4-1a6af248ff34 HTTP/1.1" status: 204 len: 168 time: 0.1911826 Oct 10 12:20:54.690195 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644f7b1-23c0-4c53-80c7-26564abb61b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e82a1fc-7141-41f5-a9f4-1a6af248ff34,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:20:57.327229 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:20:59.662303 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-db11a493-0139-4035-9271-1ac6e1a15c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:01.931378 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b547ffb8-e544-4dd1-b47d-3876457ff17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:02.311037 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:21:03.420253 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:04.574232 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:04.685037 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:04.685904 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:04.778282 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=19 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:05.142730 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:15.049170 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:15.053895 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=11 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:15.055004 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:15.235680 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010c75e-df0b-471c-b01f-7d736e671a77 req-cdb31c72-297b-4ef4-af44-e8c29a8a5555 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:15.237135 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6010c75e-df0b-471c-b01f-7d736e671a77 req-cdb31c72-297b-4ef4-af44-e8c29a8a5555 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 946 time: 0.0465608 Oct 10 12:21:15.288759 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6010c75e-df0b-471c-b01f-7d736e671a77 req-8be0e072-c114-4a2e-bba1-dc7841c8a194 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455813 Oct 10 12:21:16.421373 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd25ea-b8d9-4ef7-8637-3559d192519d req-b0ce89ca-281b-42d6-975c-348287a8a5c8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:16.422949 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7cbd25ea-b8d9-4ef7-8637-3559d192519d req-b0ce89ca-281b-42d6-975c-348287a8a5c8 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 946 time: 0.0508764 Oct 10 12:21:16.473962 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7cbd25ea-b8d9-4ef7-8637-3559d192519d req-034a3a41-be01-49ce-935c-3ecbe079358a tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453146 Oct 10 12:21:17.602694 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4677eb-27df-4cd2-b956-ef3a914acd74 req-d22f38cd-d186-43ce-9102-9c8703eb32d7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:17.604187 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5f4677eb-27df-4cd2-b956-ef3a914acd74 req-d22f38cd-d186-43ce-9102-9c8703eb32d7 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 946 time: 0.0476971 Oct 10 12:21:17.652712 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5f4677eb-27df-4cd2-b956-ef3a914acd74 req-c8ec3a77-09ef-4050-b4bb-43c954319c5c tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427806 Oct 10 12:21:18.309334 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:18.310836 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:18.408746 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bbd52-9b4d-4ae4-b7ca-21840b6fb119 req-e5e727c8-856d-4a88-b1f0-d4f4743be296 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:18.410200 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f85bbd52-9b4d-4ae4-b7ca-21840b6fb119 req-e5e727c8-856d-4a88-b1f0-d4f4743be296 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 946 time: 0.0503323 Oct 10 12:21:18.498050 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-f85bbd52-9b4d-4ae4-b7ca-21840b6fb119 req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Deleting port d904bf77-5a1e-4848-a3d8-d43e634f0c09 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:18.501597 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-f85bbd52-9b4d-4ae4-b7ca-21840b6fb119 req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:18.594284 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-f85bbd52-9b4d-4ae4-b7ca-21840b6fb119 req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] For port d904bf77-5a1e-4848-a3d8-d43e634f0c09, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=d904bf77-5a1e-4848-a3d8-d43e634f0c09,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:18.594652 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-f85bbd52-9b4d-4ae4-b7ca-21840b6fb119 req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:18.764375 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-f85bbd52-9b4d-4ae4-b7ca-21840b6fb119 req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:18.764639 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-f85bbd52-9b4d-4ae4-b7ca-21840b6fb119 req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (0ee2ee3c-0301-418f-95f9-de38411aa694), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:18.764956 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [req-f85bbd52-9b4d-4ae4-b7ca-21840b6fb119 req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Floating IP 0ee2ee3c-0301-418f-95f9-de38411aa694 disassociated. External IP: 172.27.4.106, port: d904bf77-5a1e-4848-a3d8-d43e634f0c09. Oct 10 12:21:18.765297 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-f85bbd52-9b4d-4ae4-b7ca-21840b6fb119 req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Calling delete_port for d904bf77-5a1e-4848-a3d8-d43e634f0c09 owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:18.785358 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca492dae-fe0b-4c2e-8901-9a7c2bf55195 req-0f55dcdd-69d2-4522-bb00-27acdfd740b6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:18.787081 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ca492dae-fe0b-4c2e-8901-9a7c2bf55195 req-0f55dcdd-69d2-4522-bb00-27acdfd740b6 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 946 time: 0.0518935 Oct 10 12:21:18.837141 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ca492dae-fe0b-4c2e-8901-9a7c2bf55195 req-bad07730-b0ab-44ac-86e2-343cc15e45ff tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=17b3e707-2221-4f8f-8fc8-73c5d5199f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439241 Oct 10 12:21:18.872050 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48786) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:18.986037 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-f85bbd52-9b4d-4ae4-b7ca-21840b6fb119 req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (d904bf77-5a1e-4848-a3d8-d43e634f0c09), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:19.013028 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event deleted for resources: {'Port': ['ID=d904bf77-5a1e-4848-a3d8-d43e634f0c09,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:19.023795 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.024119 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.024444 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.024777 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.025104 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.025427 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.025754 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.026082 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.026406 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.026751 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.028015 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.028015 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.028015 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.028015 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.028957 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.036539 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Deleting port 7acda623-bad3-486c-aa97-3b523836a0eb {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:19.036896 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (7acda623-bad3-486c-aa97-3b523836a0eb), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:19.145091 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (7acda623-bad3-486c-aa97-3b523836a0eb), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:19.145091 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for floatingip (7acda623-bad3-486c-aa97-3b523836a0eb), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:19.145442 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f85bbd52-9b4d-4ae4-b7ca-21840b6fb119 req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:21:19.145557 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Calling delete_port for 7acda623-bad3-486c-aa97-3b523836a0eb owned by network:floatingip {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:19.258245 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f85bbd52-9b4d-4ae4-b7ca-21840b6fb119 req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:21:19.268798 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a77bc-2ac0-4826-ab8c-f0eb9fd8655e None None] Sync routers for ids ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:21:19.286935 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a77bc-2ac0-4826-ab8c-f0eb9fd8655e None None] Routers {'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:21:19.287906 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-386a77bc-2ac0-4826-ab8c-f0eb9fd8655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:21:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:19.329368 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85bbd52-9b4d-4ae4-b7ca-21840b6fb119 req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] No DVR routers for this DVR port d904bf77-5a1e-4848-a3d8-d43e634f0c09 on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:21:19.331957 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-f85bbd52-9b4d-4ae4-b7ca-21840b6fb119 req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:19.336330 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f85bbd52-9b4d-4ae4-b7ca-21840b6fb119 req-d42d5d5c-ee30-4f94-93d7-4878673c184d tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.48 "DELETE /networking/v2.0/ports/d904bf77-5a1e-4848-a3d8-d43e634f0c09 HTTP/1.1" status: 204 len: 173 time: 0.9191175 Oct 10 12:21:19.337100 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'name': 'network-vif-deleted', 'tag': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:21:19.339530 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450754f7-0f23-452c-9a35-b6bbdc07a5cf" -d '{"events": [{"server_uuid": "5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b", "name": "network-vif-deleted", "tag": "d904bf77-5a1e-4848-a3d8-d43e634f0c09"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:21:19.419674 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-386a77bc-2ac0-4826-ab8c-f0eb9fd8655e None None] Set router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:21:19.452429 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (7acda623-bad3-486c-aa97-3b523836a0eb), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:19.479271 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event deleted for resources: {'Port': ['ID=7acda623-bad3-486c-aa97-3b523836a0eb,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:19.515684 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.516033 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.518077 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.518077 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.518077 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.518077 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.518077 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.518790 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.518790 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.519057 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.519335 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.519722 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.519990 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.520320 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.520647 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:19.558152 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512f5232-e8c0-4eac-8e86-92e6dc38c6a4 x-openstack-request-id: req-512f5232-e8c0-4eac-8e86-92e6dc38c6a4 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:21:19.558152 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b", "name": "network-vif-deleted", "tag": "d904bf77-5a1e-4848-a3d8-d43e634f0c09", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:21:19.558152 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-512f5232-e8c0-4eac-8e86-92e6dc38c6a4 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:21:19.558152 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512f5232-e8c0-4eac-8e86-92e6dc38c6a4'] response: {'server_uuid': '5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b', 'name': 'network-vif-deleted', 'tag': 'd904bf77-5a1e-4848-a3d8-d43e634f0c09', 'status': 'completed', 'code': 200} Oct 10 12:21:19.571528 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:19.574769 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for floatingip (7700e3cf-cb45-4666-b0bd-bad5c06ef482), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:19.575632 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.l3_db [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Floating IP 7700e3cf-cb45-4666-b0bd-bad5c06ef482 disassociated (deleted). External IP: 172.27.4.178, port: 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7. Oct 10 12:21:19.634425 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:19.672320 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-386a77bc-2ac0-4826-ab8c-f0eb9fd8655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f', 'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'mac_address': 'fa:16:3e:62:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:11Z', 'revision_number': 5, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'subnets': [{'id': '383a897c-19ae-4f67-b320-d650957cc219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:19.699286 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a77bc-2ac0-4826-ab8c-f0eb9fd8655e None None] Checking router: a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:21:19.710049 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a77bc-2ac0-4826-ab8c-f0eb9fd8655e None None] Routers {'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:21:19.710302 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-386a77bc-2ac0-4826-ab8c-f0eb9fd8655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:21:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:19.807871 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Router 2346676c-a678-4af0-a3dc-e03e5024d922 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:21:19.821667 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-386a77bc-2ac0-4826-ab8c-f0eb9fd8655e None None] Set router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:21:19.921396 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:21:19.926059 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:19.932564 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b9333-2e73-4d30-ba2e-a819d005dfe6 None None] Sync routers for ids ['2346676c-a678-4af0-a3dc-e03e5024d922'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:21:19.949779 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b9333-2e73-4d30-ba2e-a819d005dfe6 None None] Routers {'2346676c-a678-4af0-a3dc-e03e5024d922'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:21:19.949779 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-730b9333-2e73-4d30-ba2e-a819d005dfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:21:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['2346676c-a678-4af0-a3dc-e03e5024d922'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:19.963776 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-d2cdf0f2-518e-4450-b37a-a32142958d57 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/7700e3cf-cb45-4666-b0bd-bad5c06ef482 HTTP/1.1" status: 204 len: 168 time: 1.0906773 Oct 10 12:21:19.966461 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25', 'tag': '7ba57a2d-ce5e-46be-bfeb-ce6690c962c7'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:21:19.970069 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed8dc12e2a811d0e919703145f0a46ca2d14ab091e6de4741f3d89754d8b916b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d82a6e-59d0-4a6a-a5ca-83d7c999f943" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25", "tag": "7ba57a2d-ce5e-46be-bfeb-ce6690c962c7"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:21:20.001059 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7863092e-ec13-4362-8fec-40e0b61a6871 req-b2b2663b-6490-46bb-824f-2b2073e8bf5e tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 210 time: 0.0358622 Oct 10 12:21:20.047232 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-386a77bc-2ac0-4826-ab8c-f0eb9fd8655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f', 'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'mac_address': 'fa:16:3e:62:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:11Z', 'revision_number': 5, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'subnets': [{'id': '383a897c-19ae-4f67-b320-d650957cc219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:20.061065 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-730b9333-2e73-4d30-ba2e-a819d005dfe6 None None] Set router 2346676c-a678-4af0-a3dc-e03e5024d922 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:21:20.077596 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a77bc-2ac0-4826-ab8c-f0eb9fd8655e None None] The sync data for ids ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'] in dv-cinder-860209-4-iscsi is: [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f', 'name': '', 'network_id': '8bb565bd-53c5-4c6d-b08f-259f391c730b', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'mac_address': 'fa:16:3e:62:2b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '383a897c-19ae-4f67-b320-d650957cc219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:51Z', 'updated_at': '2022-10-10T12:08:11Z', 'revision_number': 5, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'subnets': [{'id': '383a897c-19ae-4f67-b320-d650957cc219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:21:20.256805 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-730b9333-2e73-4d30-ba2e-a819d005dfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:12Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'e0b1d0cb-2868-4905-b320-b7b2d8a7449d', 'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'mac_address': 'fa:16:3e:e3:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:10Z', 'updated_at': '2022-10-10T12:10:18Z', 'revision_number': 5, 'project_id': '26773079b6914a20ab27109b0dec496a', 'subnets': [{'id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:20.291396 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b9333-2e73-4d30-ba2e-a819d005dfe6 None None] Checking router: 2346676c-a678-4af0-a3dc-e03e5024d922 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:21:20.300050 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b9333-2e73-4d30-ba2e-a819d005dfe6 None None] Routers {'2346676c-a678-4af0-a3dc-e03e5024d922'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:21:20.300671 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-730b9333-2e73-4d30-ba2e-a819d005dfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:21:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['2346676c-a678-4af0-a3dc-e03e5024d922'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:20.337726 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5f8ae-d0e0-40cf-afe5-2997094329bd None None] New status for floating IP 0ee2ee3c-0301-418f-95f9-de38411aa694: DOWN {{(pid=107009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:21:20.426430 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-730b9333-2e73-4d30-ba2e-a819d005dfe6 None None] Set router 2346676c-a678-4af0-a3dc-e03e5024d922 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:21:20.429854 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba6e2d1-db9c-4aa6-b2aa-16810d11102f x-openstack-request-id: req-8ba6e2d1-db9c-4aa6-b2aa-16810d11102f {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:21:20.430239 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25", "tag": "7ba57a2d-ce5e-46be-bfeb-ce6690c962c7", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:21:20.430585 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ba6e2d1-db9c-4aa6-b2aa-16810d11102f {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:21:20.431106 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba6e2d1-db9c-4aa6-b2aa-16810d11102f'] response: {'name': 'network-changed', 'server_uuid': '2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25', 'tag': '7ba57a2d-ce5e-46be-bfeb-ce6690c962c7', 'status': 'completed', 'code': 200} Oct 10 12:21:20.536495 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72605b6e-b9fb-4fba-9dc1-833ed607f581 req-31592397-8c08-4ff0-9be0-7ef04dd1b0df tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:20.538407 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-72605b6e-b9fb-4fba-9dc1-833ed607f581 req-31592397-8c08-4ff0-9be0-7ef04dd1b0df tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 946 time: 0.0500305 Oct 10 12:21:20.595804 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-72605b6e-b9fb-4fba-9dc1-833ed607f581 req-9d3a9cc9-3e6b-4f69-9486-1291d1067f75 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495651 Oct 10 12:21:20.634139 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-730b9333-2e73-4d30-ba2e-a819d005dfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:12Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'e0b1d0cb-2868-4905-b320-b7b2d8a7449d', 'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'mac_address': 'fa:16:3e:e3:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:10Z', 'updated_at': '2022-10-10T12:10:18Z', 'revision_number': 5, 'project_id': '26773079b6914a20ab27109b0dec496a', 'subnets': [{'id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:20.661748 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b9333-2e73-4d30-ba2e-a819d005dfe6 None None] The sync data for ids ['2346676c-a678-4af0-a3dc-e03e5024d922'] in dv-cinder-860209-4-iscsi is: [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:10:12Z', 'revision_number': 4, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'e0b1d0cb-2868-4905-b320-b7b2d8a7449d', 'name': '', 'network_id': '467adefb-be40-4a7b-be51-41e12ba7cbdd', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'mac_address': 'fa:16:3e:e3:92:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:10Z', 'updated_at': '2022-10-10T12:10:18Z', 'revision_number': 5, 'project_id': '26773079b6914a20ab27109b0dec496a', 'subnets': [{'id': '7eaa5c49-fe01-4fb1-b1d4-191a93c8d737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:21:20.691911 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device d904bf77-5a1e-4848-a3d8-d43e634f0c09 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:21:20.716806 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: d904bf77-5a1e-4848-a3d8-d43e634f0c09 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:21:20.717152 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device d904bf77-5a1e-4848-a3d8-d43e634f0c09 not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:21:20.881366 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bde529-6bb3-4b60-8ebe-817f36809b87 None None] New status for floating IP 7700e3cf-cb45-4666-b0bd-bad5c06ef482: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:21:21.042013 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:21.123275 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e95b5918-73cf-4a18-ac51-e158702d4d4b req-a1343b9e-1773-48e0-ac48-590ddcbecb0b tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 210 time: 0.0279329 Oct 10 12:21:21.715310 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:21.722033 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68ba58-fb6c-424b-a689-fdffcf17a55f req-61713a6f-82fd-4eb6-89aa-00f728c0bfe2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:21.723671 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ed68ba58-fb6c-424b-a689-fdffcf17a55f req-61713a6f-82fd-4eb6-89aa-00f728c0bfe2 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 946 time: 0.0532532 Oct 10 12:21:21.726340 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d82a6e-59d0-4a6a-a5ca-83d7c999f943 req-c0dc0358-1b6b-4218-b2de-3c020deebeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:21.728042 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-68d82a6e-59d0-4a6a-a5ca-83d7c999f943 req-c0dc0358-1b6b-4218-b2de-3c020deebeaa service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=26773079b6914a20ab27109b0dec496a&device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 1130 time: 0.0480461 Oct 10 12:21:21.777725 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ed68ba58-fb6c-424b-a689-fdffcf17a55f req-8da037a9-3756-47ee-8a69-fbeaefb77abf tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474453 Oct 10 12:21:21.833730 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:21.851611 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d82a6e-59d0-4a6a-a5ca-83d7c999f943 req-0f98ff9f-d1d7-496f-b539-691d3edbe002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:21.853088 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-68d82a6e-59d0-4a6a-a5ca-83d7c999f943 req-0f98ff9f-d1d7-496f-b539-691d3edbe002 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=467adefb-be40-4a7b-be51-41e12ba7cbdd HTTP/1.1" status: 200 len: 913 time: 0.1090915 Oct 10 12:21:21.897078 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-68d82a6e-59d0-4a6a-a5ca-83d7c999f943 req-ef0a0a9d-d776-4fcf-a673-01e63cc494e8 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 HTTP/1.1" status: 200 len: 217 time: 0.0332260 Oct 10 12:21:21.951413 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d82a6e-59d0-4a6a-a5ca-83d7c999f943 req-d0522553-2639-4eec-8b1f-ac9b9c54badf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:21.952879 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-68d82a6e-59d0-4a6a-a5ca-83d7c999f943 req-d0522553-2639-4eec-8b1f-ac9b9c54badf service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=7eaa5c49-fe01-4fb1-b1d4-191a93c8d737 HTTP/1.1" status: 200 len: 851 time: 0.0449891 Oct 10 12:21:22.249927 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d82a6e-59d0-4a6a-a5ca-83d7c999f943 req-4f2a4410-d328-4445-8b35-e3810e494409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:22.251801 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-68d82a6e-59d0-4a6a-a5ca-83d7c999f943 req-4f2a4410-d328-4445-8b35-e3810e494409 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=467adefb-be40-4a7b-be51-41e12ba7cbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549300 Oct 10 12:21:22.261792 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-81033629-e38d-4930-a027-2dace8cbdbd5 req-ebe9883b-ca54-40cb-97fa-90c798aac8ad tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5b1ee2ba-e85f-442c-bab2-3a36f2cdb95b HTTP/1.1" status: 200 len: 210 time: 0.0418427 Oct 10 12:21:22.368615 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-68d82a6e-59d0-4a6a-a5ca-83d7c999f943 req-483e7ec3-412f-42c8-8805-e5d9e3455db8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886731 Oct 10 12:21:22.858861 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-68d82a6e-59d0-4a6a-a5ca-83d7c999f943 req-d0d992f9-c3f6-4ff4-b2b9-0dfccdd8ccb7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947428 Oct 10 12:21:22.908857 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca14c3-88b0-4ddd-84b1-5c8056d37322 req-527da91d-9808-43af-81f3-f5fed577f9d7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:22.910365 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c5ca14c3-88b0-4ddd-84b1-5c8056d37322 req-527da91d-9808-43af-81f3-f5fed577f9d7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 946 time: 0.0470941 Oct 10 12:21:22.949503 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:22.959639 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955438bc-4eeb-48ac-9e10-792268ba7f10 req-1282e37b-e681-4112-bd6d-dfacd5e2c4c7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:22.961105 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-955438bc-4eeb-48ac-9e10-792268ba7f10 req-1282e37b-e681-4112-bd6d-dfacd5e2c4c7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 946 time: 0.0518234 Oct 10 12:21:22.964280 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c5ca14c3-88b0-4ddd-84b1-5c8056d37322 req-0e6817b2-019e-49d4-82fd-1812b1f0fa33 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=07cdf5ff-63d3-4738-a5b0-2d3ad402d708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478921 Oct 10 12:21:23.053461 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-955438bc-4eeb-48ac-9e10-792268ba7f10 req-0a105309-b3fd-415f-b1fd-2db11f43db2e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Deleting port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:23.053814 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-955438bc-4eeb-48ac-9e10-792268ba7f10 req-0a105309-b3fd-415f-b1fd-2db11f43db2e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (7ba57a2d-ce5e-46be-bfeb-ce6690c962c7), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:23.181940 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-955438bc-4eeb-48ac-9e10-792268ba7f10 req-0a105309-b3fd-415f-b1fd-2db11f43db2e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] For port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=7ba57a2d-ce5e-46be-bfeb-ce6690c962c7,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:23.181940 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-955438bc-4eeb-48ac-9e10-792268ba7f10 req-0a105309-b3fd-415f-b1fd-2db11f43db2e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (7ba57a2d-ce5e-46be-bfeb-ce6690c962c7), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:23.194467 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-955438bc-4eeb-48ac-9e10-792268ba7f10 req-0a105309-b3fd-415f-b1fd-2db11f43db2e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Calling delete_port for 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:23.542129 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-955438bc-4eeb-48ac-9e10-792268ba7f10 req-0a105309-b3fd-415f-b1fd-2db11f43db2e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (7ba57a2d-ce5e-46be-bfeb-ce6690c962c7), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:23.570074 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a105309-b3fd-415f-b1fd-2db11f43db2e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event deleted for resources: {'Port': ['ID=7ba57a2d-ce5e-46be-bfeb-ce6690c962c7,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:23.612957 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-955438bc-4eeb-48ac-9e10-792268ba7f10 req-0a105309-b3fd-415f-b1fd-2db11f43db2e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] No DVR routers for this DVR port 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:21:23.615676 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-955438bc-4eeb-48ac-9e10-792268ba7f10 req-0a105309-b3fd-415f-b1fd-2db11f43db2e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:23.618873 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-955438bc-4eeb-48ac-9e10-792268ba7f10 req-0a105309-b3fd-415f-b1fd-2db11f43db2e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.48 "DELETE /networking/v2.0/ports/7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 HTTP/1.1" status: 204 len: 173 time: 0.6525936 Oct 10 12:21:23.619358 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25', 'name': 'network-vif-deleted', 'tag': '7ba57a2d-ce5e-46be-bfeb-ce6690c962c7'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:21:23.621561 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109a349a-74d9-4a21-9e5c-822d4e18b75c" -d '{"events": [{"server_uuid": "2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25", "name": "network-vif-deleted", "tag": "7ba57a2d-ce5e-46be-bfeb-ce6690c962c7"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:21:23.822346 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109363b6-270b-4ddf-b110-332b352dc92d x-openstack-request-id: req-109363b6-270b-4ddf-b110-332b352dc92d {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:21:23.822718 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25", "name": "network-vif-deleted", "tag": "7ba57a2d-ce5e-46be-bfeb-ce6690c962c7", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:21:23.823056 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-109363b6-270b-4ddf-b110-332b352dc92d {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:21:23.823594 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-109363b6-270b-4ddf-b110-332b352dc92d'] response: {'server_uuid': '2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25', 'name': 'network-vif-deleted', 'tag': '7ba57a2d-ce5e-46be-bfeb-ce6690c962c7', 'status': 'completed', 'code': 200} Oct 10 12:21:23.913856 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164fa66-6179-4325-86cc-7b7632f8d059 req-26655868-d1cc-48fc-a9df-7b019cb1b293 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:23.915484 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3164fa66-6179-4325-86cc-7b7632f8d059 req-26655868-d1cc-48fc-a9df-7b019cb1b293 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 945 time: 0.0479479 Oct 10 12:21:23.966815 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3164fa66-6179-4325-86cc-7b7632f8d059 req-00b2b840-6645-4fb5-892e-fd3937c7dec6 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=db5691d1-73d3-4032-b3be-8358ddec23f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448148 Oct 10 12:21:24.074658 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48858) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:24.141704 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-72dac079-f96d-4083-8b01-b1cb7790ee29 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group (17b3e707-2221-4f8f-8fc8-73c5d5199f05), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:24.144841 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d4907e3e-c360-43d3-bec9-769e4c9ab10a req-d7ed839a-c809-4cea-b283-5999e91561a1 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 210 time: 0.0317566 Oct 10 12:21:24.150917 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:24.172959 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-72dac079-f96d-4083-8b01-b1cb7790ee29 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group (17b3e707-2221-4f8f-8fc8-73c5d5199f05), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:24.308008 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-72dac079-f96d-4083-8b01-b1cb7790ee29 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (17b3e707-2221-4f8f-8fc8-73c5d5199f05), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:24.310683 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-72dac079-f96d-4083-8b01-b1cb7790ee29 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:24.311883 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-72dac079-f96d-4083-8b01-b1cb7790ee29 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/17b3e707-2221-4f8f-8fc8-73c5d5199f05 HTTP/1.1" status: 204 len: 168 time: 0.2362113 Oct 10 12:21:24.315268 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48862) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:24.321680 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dac079-f96d-4083-8b01-b1cb7790ee29 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b3e707-2221-4f8f-8fc8-73c5d5199f05,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:24.329549 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.api.v2.resource [None req-70303471-555e-454f-a76e-b31fe188f331 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] show failed (client error): The resource could not be found. Oct 10 12:21:24.330563 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-70303471-555e-454f-a76e-b31fe188f331 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "GET /networking/v2.0/security-groups/17b3e707-2221-4f8f-8fc8-73c5d5199f05 HTTP/1.1" status: 404 len: 347 time: 0.0142720 Oct 10 12:21:24.334130 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48864) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:24.459191 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-33d523ea-283f-47f2-b992-7f15ad284224 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Deleting port 0e1109bf-70d6-4fb9-a502-9498de0ea58b {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:24.459537 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-33d523ea-283f-47f2-b992-7f15ad284224 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (0e1109bf-70d6-4fb9-a502-9498de0ea58b), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:24.543694 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-33d523ea-283f-47f2-b992-7f15ad284224 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (0e1109bf-70d6-4fb9-a502-9498de0ea58b), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:24.544022 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-33d523ea-283f-47f2-b992-7f15ad284224 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for floatingip (0e1109bf-70d6-4fb9-a502-9498de0ea58b), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:24.557336 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-33d523ea-283f-47f2-b992-7f15ad284224 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Calling delete_port for 0e1109bf-70d6-4fb9-a502-9498de0ea58b owned by network:floatingip {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:24.693411 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:21:24.713603 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:21:24.713937 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 7ba57a2d-ce5e-46be-bfeb-ce6690c962c7 not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:21:24.767879 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-33d523ea-283f-47f2-b992-7f15ad284224 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (0e1109bf-70d6-4fb9-a502-9498de0ea58b), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:24.791198 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d523ea-283f-47f2-b992-7f15ad284224 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Pushing event deleted for resources: {'Port': ['ID=0e1109bf-70d6-4fb9-a502-9498de0ea58b,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:24.858473 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-33d523ea-283f-47f2-b992-7f15ad284224 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks [] for floatingip (0ee2ee3c-0301-418f-95f9-de38411aa694), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:24.861186 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-33d523ea-283f-47f2-b992-7f15ad284224 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:24.862389 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-33d523ea-283f-47f2-b992-7f15ad284224 tempest-AttachVolumeShelveTestJSON-1663772450 tempest-AttachVolumeShelveTestJSON-1663772450-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/0ee2ee3c-0301-418f-95f9-de38411aa694 HTTP/1.1" status: 204 len: 168 time: 0.5271199 Oct 10 12:21:25.091957 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9e538-e860-45f2-9060-384f46cec754 req-f077f4a9-23b2-48a4-ab1d-01ba9d503777 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:25.093483 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fcd9e538-e860-45f2-9060-384f46cec754 req-f077f4a9-23b2-48a4-ab1d-01ba9d503777 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 945 time: 0.0481389 Oct 10 12:21:25.147403 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fcd9e538-e860-45f2-9060-384f46cec754 req-aedc2366-ec00-47d1-b3b4-921089faad52 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=db5691d1-73d3-4032-b3be-8358ddec23f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474870 Oct 10 12:21:25.249720 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3fb08d0d-1409-4060-b1ac-661cbdb7b160 req-57315ee0-092f-4a9e-ab2f-9447ad86cc9d tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 210 time: 0.0274832 Oct 10 12:21:26.276751 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005130b-9ffd-452f-b2da-9b574489d1a2 req-5868919c-ffc3-48bc-8903-1e8aadad6a13 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:26.278220 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0005130b-9ffd-452f-b2da-9b574489d1a2 req-5868919c-ffc3-48bc-8903-1e8aadad6a13 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 945 time: 0.0518997 Oct 10 12:21:26.300915 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:26.332399 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0005130b-9ffd-452f-b2da-9b574489d1a2 req-b56d154e-0f98-4859-a1f0-b856a4773ec4 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=db5691d1-73d3-4032-b3be-8358ddec23f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476749 Oct 10 12:21:26.417292 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-524bb5b3-b04d-4c2f-bc11-e31aab15ad53 req-fcf5f82f-5c7b-4244-851a-871c0e6194d7 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 210 time: 0.0275869 Oct 10 12:21:27.459467 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e5cf7-b52c-42d6-a60c-84b4cdbc5189 req-94d31a94-4660-48d6-9d09-4bfd17c9f038 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:27.461105 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-530e5cf7-b52c-42d6-a60c-84b4cdbc5189 req-94d31a94-4660-48d6-9d09-4bfd17c9f038 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 945 time: 0.0491529 Oct 10 12:21:27.511426 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-530e5cf7-b52c-42d6-a60c-84b4cdbc5189 req-c995920e-d538-4551-af41-81c2d9051c5b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=db5691d1-73d3-4032-b3be-8358ddec23f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443542 Oct 10 12:21:27.598693 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1f2e5c78-892a-4ae5-b62d-ae480ec197ec req-679c5604-1679-42dd-aa19-c7c4a1f68dfe tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 210 time: 0.0309455 Oct 10 12:21:28.599807 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:28.635732 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c40c87-c2b9-436e-9b02-504c1ad16d87 req-0c29a1a4-cdfc-4eb8-bd9f-24fcf6f1137a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:28.637201 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-62c40c87-c2b9-436e-9b02-504c1ad16d87 req-0c29a1a4-cdfc-4eb8-bd9f-24fcf6f1137a tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 945 time: 0.0469716 Oct 10 12:21:28.685415 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-62c40c87-c2b9-436e-9b02-504c1ad16d87 req-0c98cbe8-d995-4cc7-9b79-7f7f58d5a8be tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=db5691d1-73d3-4032-b3be-8358ddec23f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418861 Oct 10 12:21:28.771125 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c839dcfe-4501-4ddf-886b-aa68d0fd7573 req-20dfcc4e-36dc-456a-9b36-f264345a71f3 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 210 time: 0.0291052 Oct 10 12:21:29.684666 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-f7335324-858c-428a-926a-9d4aaec8e689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:29.759644 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a9609-7dc2-4003-a5d2-4583c8df7b20 req-b7f2988a-9c54-4ce5-bc3a-ad6d11f9acd5 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:29.761196 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-702a9609-7dc2-4003-a5d2-4583c8df7b20 req-b7f2988a-9c54-4ce5-bc3a-ad6d11f9acd5 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 945 time: 0.0491827 Oct 10 12:21:29.801172 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:29.815589 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b23e6e-f81d-4239-bb63-503466df40d3 req-4d0a9192-a766-4789-b749-00d526fab1af tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:29.817092 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-48b23e6e-f81d-4239-bb63-503466df40d3 req-4d0a9192-a766-4789-b749-00d526fab1af tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 945 time: 0.0519936 Oct 10 12:21:29.855757 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-702a9609-7dc2-4003-a5d2-4583c8df7b20 req-5fb5e9f9-a89a-4c56-9e6a-4afb14c11123 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Deleting port f452dd9a-f82f-4a66-84ef-1b78de8cce04 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:29.856094 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-702a9609-7dc2-4003-a5d2-4583c8df7b20 req-5fb5e9f9-a89a-4c56-9e6a-4afb14c11123 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (f452dd9a-f82f-4a66-84ef-1b78de8cce04), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:29.868785 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-48b23e6e-f81d-4239-bb63-503466df40d3 req-823e8a41-a0e5-4373-ac1a-8732c240c367 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=db5691d1-73d3-4032-b3be-8358ddec23f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460947 Oct 10 12:21:29.950757 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-702a9609-7dc2-4003-a5d2-4583c8df7b20 req-5fb5e9f9-a89a-4c56-9e6a-4afb14c11123 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] For port f452dd9a-f82f-4a66-84ef-1b78de8cce04, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=f452dd9a-f82f-4a66-84ef-1b78de8cce04,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:29.951202 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-702a9609-7dc2-4003-a5d2-4583c8df7b20 req-5fb5e9f9-a89a-4c56-9e6a-4afb14c11123 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (f452dd9a-f82f-4a66-84ef-1b78de8cce04), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:29.953977 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-349adb5a-dc4a-4450-9ed0-dd9fc6d7dc2a req-a779529f-c7d8-4055-b70c-07918cea984f tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 210 time: 0.0278704 Oct 10 12:21:30.115904 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-702a9609-7dc2-4003-a5d2-4583c8df7b20 req-5fb5e9f9-a89a-4c56-9e6a-4afb14c11123 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:30.116268 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-702a9609-7dc2-4003-a5d2-4583c8df7b20 req-5fb5e9f9-a89a-4c56-9e6a-4afb14c11123 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (5f7b42ab-c5b4-4255-a5fb-492a9919cd5d), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:30.116555 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [req-702a9609-7dc2-4003-a5d2-4583c8df7b20 req-5fb5e9f9-a89a-4c56-9e6a-4afb14c11123 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Floating IP 5f7b42ab-c5b4-4255-a5fb-492a9919cd5d disassociated. External IP: 172.27.4.99, port: f452dd9a-f82f-4a66-84ef-1b78de8cce04. Oct 10 12:21:30.116885 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-702a9609-7dc2-4003-a5d2-4583c8df7b20 req-5fb5e9f9-a89a-4c56-9e6a-4afb14c11123 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Calling delete_port for f452dd9a-f82f-4a66-84ef-1b78de8cce04 owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:30.305435 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-702a9609-7dc2-4003-a5d2-4583c8df7b20 req-5fb5e9f9-a89a-4c56-9e6a-4afb14c11123 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (f452dd9a-f82f-4a66-84ef-1b78de8cce04), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:30.337025 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5e9f9-a89a-4c56-9e6a-4afb14c11123 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event deleted for resources: {'Port': ['ID=f452dd9a-f82f-4a66-84ef-1b78de8cce04,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:30.447172 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-702a9609-7dc2-4003-a5d2-4583c8df7b20 req-5fb5e9f9-a89a-4c56-9e6a-4afb14c11123 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Router f3517922-650d-413e-a1e9-cee3d5a6e183 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:21:30.551596 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-702a9609-7dc2-4003-a5d2-4583c8df7b20 req-5fb5e9f9-a89a-4c56-9e6a-4afb14c11123 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:21:30.556189 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:30.561966 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39c634e-644e-4a24-900e-95ed8a030f4b None None] Sync routers for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:21:30.571740 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c634e-644e-4a24-900e-95ed8a030f4b None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:21:30.572343 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-d39c634e-644e-4a24-900e-95ed8a030f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:21:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:30.606375 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-702a9609-7dc2-4003-a5d2-4583c8df7b20 req-5fb5e9f9-a89a-4c56-9e6a-4afb14c11123 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] No DVR routers for this DVR port f452dd9a-f82f-4a66-84ef-1b78de8cce04 on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:21:30.611008 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-702a9609-7dc2-4003-a5d2-4583c8df7b20 req-5fb5e9f9-a89a-4c56-9e6a-4afb14c11123 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:30.612344 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-702a9609-7dc2-4003-a5d2-4583c8df7b20 req-5fb5e9f9-a89a-4c56-9e6a-4afb14c11123 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.48 "DELETE /networking/v2.0/ports/f452dd9a-f82f-4a66-84ef-1b78de8cce04 HTTP/1.1" status: 204 len: 173 time: 0.8453579 Oct 10 12:21:30.612844 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca601f1-e5dc-43b0-91ee-16f03eefb50a', 'name': 'network-vif-deleted', 'tag': 'f452dd9a-f82f-4a66-84ef-1b78de8cce04'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:21:30.615132 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ec9b3a-784b-4bce-bfe4-ec6f97eae388" -d '{"events": [{"server_uuid": "eca601f1-e5dc-43b0-91ee-16f03eefb50a", "name": "network-vif-deleted", "tag": "f452dd9a-f82f-4a66-84ef-1b78de8cce04"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:21:30.654758 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6448faa-2513-460f-89ed-b42f85bd63c6 x-openstack-request-id: req-f6448faa-2513-460f-89ed-b42f85bd63c6 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:21:30.655120 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca601f1-e5dc-43b0-91ee-16f03eefb50a", "name": "network-vif-deleted", "tag": "f452dd9a-f82f-4a66-84ef-1b78de8cce04", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:21:30.655440 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6448faa-2513-460f-89ed-b42f85bd63c6 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:21:30.655848 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6448faa-2513-460f-89ed-b42f85bd63c6'] response: {'server_uuid': 'eca601f1-e5dc-43b0-91ee-16f03eefb50a', 'name': 'network-vif-deleted', 'tag': 'f452dd9a-f82f-4a66-84ef-1b78de8cce04', 'status': 'completed', 'code': 200} Oct 10 12:21:30.681155 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-d39c634e-644e-4a24-900e-95ed8a030f4b None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:21:30.799060 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:30.832802 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:30.886454 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-d39c634e-644e-4a24-900e-95ed8a030f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:30.911731 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39c634e-644e-4a24-900e-95ed8a030f4b None None] Checking router: f3517922-650d-413e-a1e9-cee3d5a6e183 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:21:30.920780 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c634e-644e-4a24-900e-95ed8a030f4b None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:21:30.921391 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-d39c634e-644e-4a24-900e-95ed8a030f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:21:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:30.989409 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3fcc242c-3af8-4a85-80d1-53b36c518d90 req-0305e616-bb15-4bb8-b961-6b4518e9d818 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=eca601f1-e5dc-43b0-91ee-16f03eefb50a HTTP/1.1" status: 200 len: 210 time: 0.0293536 Oct 10 12:21:31.032025 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-d39c634e-644e-4a24-900e-95ed8a030f4b None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:21:31.076818 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e7e2f740-5a55-44ed-9466-b66273733fde req-c4129901-6aee-475e-be47-e321c06c3bf5 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 210 time: 0.0302057 Oct 10 12:21:31.225607 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-d39c634e-644e-4a24-900e-95ed8a030f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:31.252634 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39c634e-644e-4a24-900e-95ed8a030f4b None None] The sync data for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi is: [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:07:50Z', 'revision_number': 4, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'f159de9d-6e2e-42a2-ba76-86f15c0798b3', 'name': '', 'network_id': '3f74af49-8f08-437e-8de8-52cf94d07154', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'mac_address': 'fa:16:3e:61:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:47Z', 'updated_at': '2022-10-10T12:08:07Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'subnets': [{'id': 'afa57b24-9493-41e1-9638-6e9b3725e1da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:21:31.499640 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d60a96-c45b-4c25-825f-53730e734e15 None None] New status for floating IP 5f7b42ab-c5b4-4255-a5fb-492a9919cd5d: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:21:31.926496 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-18123dc0-7696-4c68-adbb-9d0df3be9e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:32.143399 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48930) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:32.213945 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34c7db63-ca27-40c3-886e-2ca77f41240f tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (db5691d1-73d3-4032-b3be-8358ddec23f2), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:32.232887 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-76c7f295-1182-4942-b74a-6b7096ff1a4b req-6b35e304-114b-42cb-baeb-c15af8a8a95e tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2b7f8fb6-9dfe-4e77-b551-601c1dcf3f25 HTTP/1.1" status: 200 len: 210 time: 0.0338798 Oct 10 12:21:32.253762 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34c7db63-ca27-40c3-886e-2ca77f41240f tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (db5691d1-73d3-4032-b3be-8358ddec23f2), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:32.385020 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34c7db63-ca27-40c3-886e-2ca77f41240f tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (db5691d1-73d3-4032-b3be-8358ddec23f2), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:32.387644 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-34c7db63-ca27-40c3-886e-2ca77f41240f tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:32.388836 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-34c7db63-ca27-40c3-886e-2ca77f41240f tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/db5691d1-73d3-4032-b3be-8358ddec23f2 HTTP/1.1" status: 204 len: 168 time: 0.2444110 Oct 10 12:21:32.391715 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48932) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:32.399759 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7db63-ca27-40c3-886e-2ca77f41240f tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5691d1-73d3-4032-b3be-8358ddec23f2,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:32.409187 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.api.v2.resource [None req-a13d32e6-8ef7-4a35-8b1b-b9174293f816 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] show failed (client error): The resource could not be found. Oct 10 12:21:32.413212 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-a13d32e6-8ef7-4a35-8b1b-b9174293f816 tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "GET /networking/v2.0/security-groups/db5691d1-73d3-4032-b3be-8358ddec23f2 HTTP/1.1" status: 404 len: 347 time: 0.0168622 Oct 10 12:21:32.413714 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48934) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:32.533741 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-78ff79e2-801d-4553-a389-068820563d1b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Deleting port 879eec22-9956-400c-aa1d-42bcda7cd92e {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:32.534085 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-78ff79e2-801d-4553-a389-068820563d1b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (879eec22-9956-400c-aa1d-42bcda7cd92e), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:32.621780 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-78ff79e2-801d-4553-a389-068820563d1b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (879eec22-9956-400c-aa1d-42bcda7cd92e), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:32.622108 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-78ff79e2-801d-4553-a389-068820563d1b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (879eec22-9956-400c-aa1d-42bcda7cd92e), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:32.639237 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-78ff79e2-801d-4553-a389-068820563d1b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Calling delete_port for 879eec22-9956-400c-aa1d-42bcda7cd92e owned by network:floatingip {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:32.703621 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:32.762150 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device f452dd9a-f82f-4a66-84ef-1b78de8cce04 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:21:32.781655 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: f452dd9a-f82f-4a66-84ef-1b78de8cce04 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:21:32.782001 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device f452dd9a-f82f-4a66-84ef-1b78de8cce04 not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:21:32.867717 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-78ff79e2-801d-4553-a389-068820563d1b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (879eec22-9956-400c-aa1d-42bcda7cd92e), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:32.909673 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff79e2-801d-4553-a389-068820563d1b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Pushing event deleted for resources: {'Port': ['ID=879eec22-9956-400c-aa1d-42bcda7cd92e,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:32.978312 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-78ff79e2-801d-4553-a389-068820563d1b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks [] for floatingip (5f7b42ab-c5b4-4255-a5fb-492a9919cd5d), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:32.980805 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-78ff79e2-801d-4553-a389-068820563d1b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:32.981968 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-78ff79e2-801d-4553-a389-068820563d1b tempest-AttachVolumeNegativeTest-1666485525 tempest-AttachVolumeNegativeTest-1666485525-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/5f7b42ab-c5b4-4255-a5fb-492a9919cd5d HTTP/1.1" status: 204 len: 168 time: 0.5671449 Oct 10 12:21:33.299792 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48954) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:33.412948 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-d4661802-8e3a-4358-9026-56c1cb5b4aa1 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Deleting port 6033378e-1321-41dd-b827-afc1092b5c34 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:33.413720 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d4661802-8e3a-4358-9026-56c1cb5b4aa1 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (6033378e-1321-41dd-b827-afc1092b5c34), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:33.439075 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:33.496965 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d4661802-8e3a-4358-9026-56c1cb5b4aa1 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (6033378e-1321-41dd-b827-afc1092b5c34), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:33.497307 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d4661802-8e3a-4358-9026-56c1cb5b4aa1 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for floatingip (6033378e-1321-41dd-b827-afc1092b5c34), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:33.510182 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-d4661802-8e3a-4358-9026-56c1cb5b4aa1 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Calling delete_port for 6033378e-1321-41dd-b827-afc1092b5c34 owned by network:floatingip {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:33.559554 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:33.780180 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d4661802-8e3a-4358-9026-56c1cb5b4aa1 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (6033378e-1321-41dd-b827-afc1092b5c34), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:33.810462 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4661802-8e3a-4358-9026-56c1cb5b4aa1 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event deleted for resources: {'Port': ['ID=6033378e-1321-41dd-b827-afc1092b5c34,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:33.881108 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d4661802-8e3a-4358-9026-56c1cb5b4aa1 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for floatingip (ad70877f-2624-44f8-8cbf-2bf758e672a5), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:33.884035 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d4661802-8e3a-4358-9026-56c1cb5b4aa1 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:33.885255 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-d4661802-8e3a-4358-9026-56c1cb5b4aa1 tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/ad70877f-2624-44f8-8cbf-2bf758e672a5 HTTP/1.1" status: 204 len: 168 time: 0.5844395 Oct 10 12:21:34.051341 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 48974) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:34.624280 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-72e1ca24-0440-4801-bb6f-be8b8b14be85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599821'] for router_interface (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:34.644541 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:34.905848 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:35.138786 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-72e1ca24-0440-4801-bb6f-be8b8b14be85 admin admin] Deleting port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:35.139488 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-72e1ca24-0440-4801-bb6f-be8b8b14be85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:35.139591 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:35.193715 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:35.221010 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-72e1ca24-0440-4801-bb6f-be8b8b14be85 admin admin] For port 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:35.221365 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-72e1ca24-0440-4801-bb6f-be8b8b14be85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:35.233979 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-72e1ca24-0440-4801-bb6f-be8b8b14be85 admin admin] Calling delete_port for 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f owned by network:router_interface {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:35.312027 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 48996) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:35.377018 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c767fa9c-4aed-4650-924f-eebd23d8d0cf tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group (07cdf5ff-63d3-4738-a5b0-2d3ad402d708), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:35.402574 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c767fa9c-4aed-4650-924f-eebd23d8d0cf tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group (07cdf5ff-63d3-4738-a5b0-2d3ad402d708), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:35.562494 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c767fa9c-4aed-4650-924f-eebd23d8d0cf tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (07cdf5ff-63d3-4738-a5b0-2d3ad402d708), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:35.563046 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-72e1ca24-0440-4801-bb6f-be8b8b14be85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:35.565825 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c767fa9c-4aed-4650-924f-eebd23d8d0cf tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:35.567084 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-c767fa9c-4aed-4650-924f-eebd23d8d0cf tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/07cdf5ff-63d3-4738-a5b0-2d3ad402d708 HTTP/1.1" status: 204 len: 168 time: 0.2540576 Oct 10 12:21:35.577166 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767fa9c-4aed-4650-924f-eebd23d8d0cf tempest-TestVolumeBootPattern-555404953 tempest-TestVolumeBootPattern-555404953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cdf5ff-63d3-4738-a5b0-2d3ad402d708,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:35.608562 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1ca24-0440-4801-bb6f-be8b8b14be85 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:35.776574 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49004) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:35.805987 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-72e1ca24-0440-4801-bb6f-be8b8b14be85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599801'] for router_interface (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:35.865855 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:36.055152 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:36.057064 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e1ca24-0440-4801-bb6f-be8b8b14be85 admin admin] Router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:21:36.167109 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e1ca24-0440-4801-bb6f-be8b8b14be85 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:21:36.176415 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-72e1ca24-0440-4801-bb6f-be8b8b14be85 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/a5da4f59-bad1-412c-8f4b-80b2dbaf68c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1213627 Oct 10 12:21:36.176685 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49020) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:36.180315 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49208f65-4620-4b65-9db9-6738f9ddd8f3 None None] Sync routers for ids ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:21:36.196792 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49208f65-4620-4b65-9db9-6738f9ddd8f3 None None] Routers {'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:21:36.197664 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-49208f65-4620-4b65-9db9-6738f9ddd8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:21:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:36.225254 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a623efd8-bc72-4af5-bd2b-ce387d0a03c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599821'] for router_interface (2346676c-a678-4af0-a3dc-e03e5024d922), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:36.280786 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:36.296497 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-96c532fd-5ce9-41fa-b2bd-8307c73a9e1e admin admin] Publish callbacks [] for router (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:36.323350 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-49208f65-4620-4b65-9db9-6738f9ddd8f3 None None] Set router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:21:36.412841 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-96c532fd-5ce9-41fa-b2bd-8307c73a9e1e admin admin] Publish callbacks [] for router_gateway (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:36.519547 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-49208f65-4620-4b65-9db9-6738f9ddd8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18'}], 'enable_snat': True}, 'gw_port_id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:21:35Z', 'revision_number': 5, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port': {'id': '990d6c8e-ecdc-4645-8b54-413704982f31', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:43Z', 'updated_at': '2022-10-10T12:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:36.538343 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-96c532fd-5ce9-41fa-b2bd-8307c73a9e1e admin admin] Deleting port 990d6c8e-ecdc-4645-8b54-413704982f31 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:36.538736 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-96c532fd-5ce9-41fa-b2bd-8307c73a9e1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (990d6c8e-ecdc-4645-8b54-413704982f31), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:36.547234 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49208f65-4620-4b65-9db9-6738f9ddd8f3 None None] Checking router: a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:21:36.559383 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49208f65-4620-4b65-9db9-6738f9ddd8f3 None None] Routers {'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:21:36.560001 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-49208f65-4620-4b65-9db9-6738f9ddd8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:21:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:36.659463 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-49208f65-4620-4b65-9db9-6738f9ddd8f3 None None] Set router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 gateway port host: None {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:21:36.671008 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-96c532fd-5ce9-41fa-b2bd-8307c73a9e1e admin admin] For port 990d6c8e-ecdc-4645-8b54-413704982f31, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=990d6c8e-ecdc-4645-8b54-413704982f31,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:36.671474 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-96c532fd-5ce9-41fa-b2bd-8307c73a9e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (990d6c8e-ecdc-4645-8b54-413704982f31), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:36.694946 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-96c532fd-5ce9-41fa-b2bd-8307c73a9e1e admin admin] Calling delete_port for 990d6c8e-ecdc-4645-8b54-413704982f31 owned by network:router_gateway {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:36.725169 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:36.726417 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-49208f65-4620-4b65-9db9-6738f9ddd8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:21:36Z', 'revision_number': 6, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port_host': None}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:36.753789 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49208f65-4620-4b65-9db9-6738f9ddd8f3 None None] The sync data for ids ['a5da4f59-bad1-412c-8f4b-80b2dbaf68c5'] in dv-cinder-860209-4-iscsi is: [{'id': 'a5da4f59-bad1-412c-8f4b-80b2dbaf68c5', 'name': 'tempest-AttachVolumeShelveTestJSON-1836598155-router', 'tenant_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:21:36Z', 'revision_number': 6, 'project_id': 'af22e9604d79499aa9b7c2ee3cef156d', 'gw_port_host': None}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:21:36.766906 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:36.818547 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-a623efd8-bc72-4af5-bd2b-ce387d0a03c8 admin admin] Deleting port e0b1d0cb-2868-4905-b320-b7b2d8a7449d {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:36.819052 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a623efd8-bc72-4af5-bd2b-ce387d0a03c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:36.905739 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-a623efd8-bc72-4af5-bd2b-ce387d0a03c8 admin admin] For port e0b1d0cb-2868-4905-b320-b7b2d8a7449d, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=e0b1d0cb-2868-4905-b320-b7b2d8a7449d,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:36.906208 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a623efd8-bc72-4af5-bd2b-ce387d0a03c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:36.920221 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-a623efd8-bc72-4af5-bd2b-ce387d0a03c8 admin admin] Calling delete_port for e0b1d0cb-2868-4905-b320-b7b2d8a7449d owned by network:router_interface {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:36.985108 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-96c532fd-5ce9-41fa-b2bd-8307c73a9e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (990d6c8e-ecdc-4645-8b54-413704982f31), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:37.011624 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c532fd-5ce9-41fa-b2bd-8307c73a9e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=990d6c8e-ecdc-4645-8b54-413704982f31,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:37.083090 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-96c532fd-5ce9-41fa-b2bd-8307c73a9e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605235'] for router_gateway (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:37.138736 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:37.211470 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-96c532fd-5ce9-41fa-b2bd-8307c73a9e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12459'] for router (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:37.214920 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-96c532fd-5ce9-41fa-b2bd-8307c73a9e1e admin admin] Publish callbacks [] for router_controller (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:37.226188 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a623efd8-bc72-4af5-bd2b-ce387d0a03c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (e0b1d0cb-2868-4905-b320-b7b2d8a7449d), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:37.270630 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623efd8-bc72-4af5-bd2b-ce387d0a03c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b1d0cb-2868-4905-b320-b7b2d8a7449d,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:37.372670 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-96c532fd-5ce9-41fa-b2bd-8307c73a9e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599841'] for router (a5da4f59-bad1-412c-8f4b-80b2dbaf68c5), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:37.373401 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c532fd-5ce9-41fa-b2bd-8307c73a9e1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 {{(pid=107006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:21:37.379668 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-96c532fd-5ce9-41fa-b2bd-8307c73a9e1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:37.383259 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-96c532fd-5ce9-41fa-b2bd-8307c73a9e1e admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/a5da4f59-bad1-412c-8f4b-80b2dbaf68c5 HTTP/1.1" status: 204 len: 168 time: 1.2032399 Oct 10 12:21:37.387233 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49034) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:37.437756 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49040) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:37.511080 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a94355-6ab6-401c-b762-7b7fdc46a229 admin admin] Deleting subnet 383a897c-19ae-4f67-b320-d650957cc219 {{(pid=107007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:21:37.514594 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-01a94355-6ab6-401c-b762-7b7fdc46a229 admin admin] Publish callbacks [] for subnet (383a897c-19ae-4f67-b320-d650957cc219), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:37.544740 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:37.556920 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:21:37.570584 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-01a94355-6ab6-401c-b762-7b7fdc46a229 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32523480'] for subnet (383a897c-19ae-4f67-b320-d650957cc219), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:37.590257 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:21:37.590735 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 4b9b0fa7-4298-4d44-abd9-73f00c2c2a9f not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:21:37.650580 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a623efd8-bc72-4af5-bd2b-ce387d0a03c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599801'] for router_interface (2346676c-a678-4af0-a3dc-e03e5024d922), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:37.670211 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-01a94355-6ab6-401c-b762-7b7fdc46a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (383a897c-19ae-4f67-b320-d650957cc219), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:37.766572 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:37.874907 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-596d8946-fc00-4588-a648-a88c656548e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599821'] for router_interface (f3517922-650d-413e-a1e9-cee3d5a6e183), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:37.911125 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:37.913459 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-01a94355-6ab6-401c-b762-7b7fdc46a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32524386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29424465'] for subnet (383a897c-19ae-4f67-b320-d650957cc219), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:37.946133 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a94355-6ab6-401c-b762-7b7fdc46a229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=383a897c-19ae-4f67-b320-d650957cc219,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:37.957403 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-01a94355-6ab6-401c-b762-7b7fdc46a229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:37.963536 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dd58a9-ad6a-4d64-a705-d3d05b6ae473 None None] Network 8bb565bd-53c5-4c6d-b08f-259f391c730b requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:21:37.963726 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-01a94355-6ab6-401c-b762-7b7fdc46a229 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/383a897c-19ae-4f67-b320-d650957cc219 HTTP/1.1" status: 204 len: 168 time: 0.5752666 Oct 10 12:21:37.964413 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49044) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:37.973197 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a623efd8-bc72-4af5-bd2b-ce387d0a03c8 admin admin] Router 2346676c-a678-4af0-a3dc-e03e5024d922 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:21:38.097239 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a623efd8-bc72-4af5-bd2b-ce387d0a03c8 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:21:38.102091 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (8bb565bd-53c5-4c6d-b08f-259f391c730b), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:38.102414 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-a623efd8-bc72-4af5-bd2b-ce387d0a03c8 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/2346676c-a678-4af0-a3dc-e03e5024d922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3175879 Oct 10 12:21:38.105019 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49046) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:38.111262 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9c88e-f011-4769-a692-e961906a5498 None None] Sync routers for ids ['2346676c-a678-4af0-a3dc-e03e5024d922'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:21:38.130003 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9c88e-f011-4769-a692-e961906a5498 None None] Routers {'2346676c-a678-4af0-a3dc-e03e5024d922'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:21:38.130638 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-aec9c88e-f011-4769-a692-e961906a5498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:21:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['2346676c-a678-4af0-a3dc-e03e5024d922'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:38.181471 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] Deleting port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:38.182100 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:38.189800 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] DHCP port deletion for 8bb565bd-53c5-4c6d-b08f-259f391c730b request from dv-cinder-860209-4-iscsi {{(pid=107008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:21:38.236510 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f45c4b33-2391-4a4f-8c6f-96e4c5413a2f admin admin] Publish callbacks [] for router (2346676c-a678-4af0-a3dc-e03e5024d922), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:38.366904 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f45c4b33-2391-4a4f-8c6f-96e4c5413a2f admin admin] Publish callbacks [] for router_gateway (2346676c-a678-4af0-a3dc-e03e5024d922), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:38.426510 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Deleting port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d {{(pid=107008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:38.426902 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d), before_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:38.488330 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-aec9c88e-f011-4769-a692-e961906a5498 None None] Set router 2346676c-a678-4af0-a3dc-e03e5024d922 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:21:38.524782 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f45c4b33-2391-4a4f-8c6f-96e4c5413a2f admin admin] Deleting port 7a867fbc-2871-4622-a729-1efa8e808ef6 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:38.525122 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f45c4b33-2391-4a4f-8c6f-96e4c5413a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (7a867fbc-2871-4622-a729-1efa8e808ef6), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:38.547296 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] For port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:38.548699 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:38.550715 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-596d8946-fc00-4588-a648-a88c656548e4 admin admin] Deleting port f159de9d-6e2e-42a2-ba76-86f15c0798b3 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:38.551047 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-596d8946-fc00-4588-a648-a88c656548e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:38.564351 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] For port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d,segment=NetworkSegment(bef269fc-f5a5-4bea-89a8-e667dabbfb59),segment_id=bef269fc-f5a5-4bea-89a8-e667dabbfb59)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:38.564988 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d), precommit_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:38.574357 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] Calling delete_port for c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d owned by network:dhcp {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:38.591222 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:38.615586 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Calling delete_port for c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d owned by network:dhcp {{(pid=107008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:38.645885 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-f45c4b33-2391-4a4f-8c6f-96e4c5413a2f admin admin] For port 7a867fbc-2871-4622-a729-1efa8e808ef6, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=7a867fbc-2871-4622-a729-1efa8e808ef6,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:38.651938 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f45c4b33-2391-4a4f-8c6f-96e4c5413a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (7a867fbc-2871-4622-a729-1efa8e808ef6), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:38.653855 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:38.661718 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-f45c4b33-2391-4a4f-8c6f-96e4c5413a2f admin admin] Calling delete_port for 7a867fbc-2871-4622-a729-1efa8e808ef6 owned by network:router_gateway {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:38.696590 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-596d8946-fc00-4588-a648-a88c656548e4 admin admin] For port f159de9d-6e2e-42a2-ba76-86f15c0798b3, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=f159de9d-6e2e-42a2-ba76-86f15c0798b3,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:38.696978 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-596d8946-fc00-4588-a648-a88c656548e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:38.704907 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:38.711677 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:38.716276 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-596d8946-fc00-4588-a648-a88c656548e4 admin admin] Calling delete_port for f159de9d-6e2e-42a2-ba76-86f15c0798b3 owned by network:router_interface {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:38.742231 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:38.763868 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-aec9c88e-f011-4769-a692-e961906a5498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51'}], 'enable_snat': True}, 'gw_port_id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:21:37Z', 'revision_number': 5, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port': {'id': '7a867fbc-2871-4622-a729-1efa8e808ef6', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:06Z', 'updated_at': '2022-10-10T12:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:38.793772 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9c88e-f011-4769-a692-e961906a5498 None None] Checking router: 2346676c-a678-4af0-a3dc-e03e5024d922 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:21:38.803122 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9c88e-f011-4769-a692-e961906a5498 None None] Routers {'2346676c-a678-4af0-a3dc-e03e5024d922'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:21:38.803981 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-aec9c88e-f011-4769-a692-e961906a5498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:21:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['2346676c-a678-4af0-a3dc-e03e5024d922'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:38.847031 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:38.905478 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-aec9c88e-f011-4769-a692-e961906a5498 None None] Set router 2346676c-a678-4af0-a3dc-e03e5024d922 gateway port host: None {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:21:38.908086 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:38.945398 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f45c4b33-2391-4a4f-8c6f-96e4c5413a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (7a867fbc-2871-4622-a729-1efa8e808ef6), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:38.950956 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:38.952909 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] No DVR routers for this DVR port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d on host dv-cinder-860209-4-iscsi {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:21:38.980832 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751'] for port (c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d), after_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:38.988181 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:38.996614 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] No DVR routers for this DVR port c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d on host dv-cinder-860209-4-iscsi {{(pid=107008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:21:39.007385 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c4b33-2391-4a4f-8c6f-96e4c5413a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a867fbc-2871-4622-a729-1efa8e808ef6,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:39.007871 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-aec9c88e-f011-4769-a692-e961906a5498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:21:38Z', 'revision_number': 6, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port_host': None}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:39.052652 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (8bb565bd-53c5-4c6d-b08f-259f391c730b), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.060834 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9c88e-f011-4769-a692-e961906a5498 None None] The sync data for ids ['2346676c-a678-4af0-a3dc-e03e5024d922'] in dv-cinder-860209-4-iscsi is: [{'id': '2346676c-a678-4af0-a3dc-e03e5024d922', 'name': 'tempest-TestVolumeBootPattern-1913862782-router', 'tenant_id': '26773079b6914a20ab27109b0dec496a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:05Z', 'updated_at': '2022-10-10T12:21:38Z', 'revision_number': 6, 'project_id': '26773079b6914a20ab27109b0dec496a', 'gw_port_host': None}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:21:39.064310 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Pushing event deleted for resources: {'Port': ['ID=c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d,revision_number=None']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:39.072660 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:39.073004 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:39.073813 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:39.074149 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:39.074578 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:39.074929 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:39.075346 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:39.075675 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:39.075998 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:39.076322 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:39.076661 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:39.076954 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:39.077274 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:39.077588 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:39.077908 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c0756-7dc7-4dab-824d-77c9be9517f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:21:39.085396 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:21:39.093960 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-596d8946-fc00-4588-a648-a88c656548e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (f159de9d-6e2e-42a2-ba76-86f15c0798b3), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.107994 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:21:39.108334 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device c2f8b5c6-e29d-4e61-9b7e-2e0ea59ec73d not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:21:39.108750 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 990d6c8e-ecdc-4645-8b54-413704982f31 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:21:39.111793 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb565bd-53c5-4c6d-b08f-259f391c730b']}} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:39.113573 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f45c4b33-2391-4a4f-8c6f-96e4c5413a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605235'] for router_gateway (2346676c-a678-4af0-a3dc-e03e5024d922), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.152249 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 990d6c8e-ecdc-4645-8b54-413704982f31 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:21:39.153134 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 990d6c8e-ecdc-4645-8b54-413704982f31 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:21:39.167681 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef269fc-f5a5-4bea-89a8-e667dabbfb59') {'for_net_delete': True} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:39.168316 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef269fc-f5a5-4bea-89a8-e667dabbfb59') {} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:39.170547 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d8946-fc00-4588-a648-a88c656548e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f159de9d-6e2e-42a2-ba76-86f15c0798b3,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:39.184773 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31517720'] for segment (bef269fc-f5a5-4bea-89a8-e667dabbfb59), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.222852 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f45c4b33-2391-4a4f-8c6f-96e4c5413a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12459'] for router (2346676c-a678-4af0-a3dc-e03e5024d922), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.227091 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f45c4b33-2391-4a4f-8c6f-96e4c5413a2f admin admin] Publish callbacks [] for router_controller (2346676c-a678-4af0-a3dc-e03e5024d922), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.229181 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (bef269fc-f5a5-4bea-89a8-e667dabbfb59), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.251620 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=107006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:21:39.252277 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31514711'] for segment (bef269fc-f5a5-4bea-89a8-e667dabbfb59), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.311433 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.services.segments.plugin [-] Segment bef269fc-f5a5-4bea-89a8-e667dabbfb59 resource provider aggregate not found Oct 10 12:21:39.313200 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:21:39.357833 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.services.segments.plugin [-] Segment bef269fc-f5a5-4bea-89a8-e667dabbfb59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bef269fc-f5a5-4bea-89a8-e667dabbfb59 found for delete ", "request_id": "req-99494fe4-d950-478d-87cf-6e3611d04781"}]} Oct 10 12:21:39.362408 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f45c4b33-2391-4a4f-8c6f-96e4c5413a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599841'] for router (2346676c-a678-4af0-a3dc-e03e5024d922), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.363158 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45c4b33-2391-4a4f-8c6f-96e4c5413a2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2346676c-a678-4af0-a3dc-e03e5024d922 {{(pid=107007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:21:39.368609 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f45c4b33-2391-4a4f-8c6f-96e4c5413a2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.370069 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-f45c4b33-2391-4a4f-8c6f-96e4c5413a2f admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/2346676c-a678-4af0-a3dc-e03e5024d922 HTTP/1.1" status: 204 len: 168 time: 1.2636046 Oct 10 12:21:39.373858 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49054) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:39.430441 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a8f9c6-3c7d-403d-b437-4e8125179339 admin admin] Deleting subnet 7eaa5c49-fe01-4fb1-b1d4-191a93c8d737 {{(pid=107007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:21:39.435049 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:39.435238 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c3a8f9c6-3c7d-403d-b437-4e8125179339 admin admin] Publish callbacks [] for subnet (7eaa5c49-fe01-4fb1-b1d4-191a93c8d737), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.445550 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-596d8946-fc00-4588-a648-a88c656548e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599801'] for router_interface (f3517922-650d-413e-a1e9-cee3d5a6e183), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.474039 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c3a8f9c6-3c7d-403d-b437-4e8125179339 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32523480'] for subnet (7eaa5c49-fe01-4fb1-b1d4-191a93c8d737), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.496364 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (8bb565bd-53c5-4c6d-b08f-259f391c730b), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.513724 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.513724 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/8bb565bd-53c5-4c6d-b08f-259f391c730b HTTP/1.1" status: 204 len: 168 time: 1.5435009 Oct 10 12:21:39.525882 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571aab1-63e5-4b94-890b-914a96e79873 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb565bd-53c5-4c6d-b08f-259f391c730b,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:39.569725 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c3a8f9c6-3c7d-403d-b437-4e8125179339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (7eaa5c49-fe01-4fb1-b1d4-191a93c8d737), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.700702 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596d8946-fc00-4588-a648-a88c656548e4 admin admin] Router f3517922-650d-413e-a1e9-cee3d5a6e183 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:21:39.734153 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c3a8f9c6-3c7d-403d-b437-4e8125179339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32524386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29424465'] for subnet (7eaa5c49-fe01-4fb1-b1d4-191a93c8d737), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.740367 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:39.763229 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8f9c6-3c7d-403d-b437-4e8125179339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eaa5c49-fe01-4fb1-b1d4-191a93c8d737,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:39.772518 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c3a8f9c6-3c7d-403d-b437-4e8125179339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.774527 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30014bcd-4d23-4635-a58a-e737a0b2c664 None None] Network 467adefb-be40-4a7b-be51-41e12ba7cbdd requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:21:39.777077 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-c3a8f9c6-3c7d-403d-b437-4e8125179339 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/7eaa5c49-fe01-4fb1-b1d4-191a93c8d737 HTTP/1.1" status: 204 len: 168 time: 0.4032636 Oct 10 12:21:39.779851 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49060) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:39.844715 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596d8946-fc00-4588-a648-a88c656548e4 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:21:39.853758 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-596d8946-fc00-4588-a648-a88c656548e4 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/f3517922-650d-413e-a1e9-cee3d5a6e183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4147108 Oct 10 12:21:39.854156 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49062) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:39.865488 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a15e7cd-4eb5-4c4f-9076-9b934cf1e462 None None] Sync routers for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:21:39.876584 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (467adefb-be40-4a7b-be51-41e12ba7cbdd), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.888845 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a15e7cd-4eb5-4c4f-9076-9b934cf1e462 None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:21:39.890490 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-6a15e7cd-4eb5-4c4f-9076-9b934cf1e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:21:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:39.925564 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] Deleting port 8d505b1f-4463-446b-be85-918e933e21a9 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:39.926175 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (8d505b1f-4463-446b-be85-918e933e21a9), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:39.979136 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49064) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:39.983730 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e094f65f-606e-4d78-9c3b-d2d9af23b944 None None] DHCP port deletion for 467adefb-be40-4a7b-be51-41e12ba7cbdd request from dv-cinder-860209-4-iscsi {{(pid=107008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:21:40.044305 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] For port 8d505b1f-4463-446b-be85-918e933e21a9, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=8d505b1f-4463-446b-be85-918e933e21a9,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:40.044889 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (8d505b1f-4463-446b-be85-918e933e21a9), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.045896 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:40.066324 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] Calling delete_port for 8d505b1f-4463-446b-be85-918e933e21a9 owned by network:dhcp {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:40.068355 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-e094f65f-606e-4d78-9c3b-d2d9af23b944 None None] Deleting port 8d505b1f-4463-446b-be85-918e933e21a9 {{(pid=107008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:40.068905 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e094f65f-606e-4d78-9c3b-d2d9af23b944 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (8d505b1f-4463-446b-be85-918e933e21a9), before_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.069768 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d7c7aa9e-d0ab-4719-a010-86e8b03af36e admin admin] Publish callbacks [] for router (f3517922-650d-413e-a1e9-cee3d5a6e183), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.141004 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-85410648-87c3-4649-8d50-c9c56df9dd63 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=af22e9604d79499aa9b7c2ee3cef156d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1607656 Oct 10 12:21:40.145656 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49066) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:40.166300 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-e094f65f-606e-4d78-9c3b-d2d9af23b944 None None] For port 8d505b1f-4463-446b-be85-918e933e21a9, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=8d505b1f-4463-446b-be85-918e933e21a9,segment=NetworkSegment(170b5180-ad8f-4b0e-92bc-0f1eea4d24d1),segment_id=170b5180-ad8f-4b0e-92bc-0f1eea4d24d1)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:40.166831 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e094f65f-606e-4d78-9c3b-d2d9af23b944 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (8d505b1f-4463-446b-be85-918e933e21a9), precommit_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.169878 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-6a15e7cd-4eb5-4c4f-9076-9b934cf1e462 None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:21:40.192497 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-e094f65f-606e-4d78-9c3b-d2d9af23b944 None None] Calling delete_port for 8d505b1f-4463-446b-be85-918e933e21a9 owned by network:dhcp {{(pid=107008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:40.237057 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (8d505b1f-4463-446b-be85-918e933e21a9), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.248099 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d7c7aa9e-d0ab-4719-a010-86e8b03af36e admin admin] Publish callbacks [] for router_gateway (f3517922-650d-413e-a1e9-cee3d5a6e183), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.269677 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1768bc24-876c-4a57-a39f-f44c9de37751 admin admin] Publish callbacks [] for security_group (b1ed542b-a6b6-44ec-ab6a-8f0fcbf039f1), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.273574 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d505b1f-4463-446b-be85-918e933e21a9,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:40.287860 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] No DVR routers for this DVR port 8d505b1f-4463-446b-be85-918e933e21a9 on host dv-cinder-860209-4-iscsi {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:21:40.298446 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1768bc24-876c-4a57-a39f-f44c9de37751 admin admin] Publish callbacks [] for security_group (b1ed542b-a6b6-44ec-ab6a-8f0fcbf039f1), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.301345 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e094f65f-606e-4d78-9c3b-d2d9af23b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751'] for port (8d505b1f-4463-446b-be85-918e933e21a9), after_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.338744 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094f65f-606e-4d78-9c3b-d2d9af23b944 None None] Pushing event deleted for resources: {'Port': ['ID=8d505b1f-4463-446b-be85-918e933e21a9,revision_number=None']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:40.345846 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e094f65f-606e-4d78-9c3b-d2d9af23b944 None None] No DVR routers for this DVR port 8d505b1f-4463-446b-be85-918e933e21a9 on host dv-cinder-860209-4-iscsi {{(pid=107008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:21:40.352034 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-6a15e7cd-4eb5-4c4f-9076-9b934cf1e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113'}], 'enable_snat': True}, 'gw_port_id': '47208f16-2237-4975-930e-80f5b01360e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:21:38Z', 'revision_number': 5, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port': {'id': '47208f16-2237-4975-930e-80f5b01360e3', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:14:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:07:41Z', 'updated_at': '2022-10-10T12:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:40.375676 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7aa9e-d0ab-4719-a010-86e8b03af36e admin admin] Deleting port 47208f16-2237-4975-930e-80f5b01360e3 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:40.376668 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d7c7aa9e-d0ab-4719-a010-86e8b03af36e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (47208f16-2237-4975-930e-80f5b01360e3), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.392877 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a15e7cd-4eb5-4c4f-9076-9b934cf1e462 None None] Checking router: f3517922-650d-413e-a1e9-cee3d5a6e183 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:21:40.397567 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (467adefb-be40-4a7b-be51-41e12ba7cbdd), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.399240 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:40.404570 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a15e7cd-4eb5-4c4f-9076-9b934cf1e462 None None] Routers {'f3517922-650d-413e-a1e9-cee3d5a6e183'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:21:40.405364 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-6a15e7cd-4eb5-4c4f-9076-9b934cf1e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:21:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['f3517922-650d-413e-a1e9-cee3d5a6e183'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:40.421364 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467adefb-be40-4a7b-be51-41e12ba7cbdd']}} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:40.432252 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1') {'for_net_delete': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:40.432822 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170b5180-ad8f-4b0e-92bc-0f1eea4d24d1') {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:40.444677 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32523425'] for segment (170b5180-ad8f-4b0e-92bc-0f1eea4d24d1), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.461593 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (170b5180-ad8f-4b0e-92bc-0f1eea4d24d1), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.470750 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-d7c7aa9e-d0ab-4719-a010-86e8b03af36e admin admin] For port 47208f16-2237-4975-930e-80f5b01360e3, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=47208f16-2237-4975-930e-80f5b01360e3,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:40.471384 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d7c7aa9e-d0ab-4719-a010-86e8b03af36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (47208f16-2237-4975-930e-80f5b01360e3), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.473565 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=107007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:21:40.474091 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32524424'] for segment (170b5180-ad8f-4b0e-92bc-0f1eea4d24d1), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.486817 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7aa9e-d0ab-4719-a010-86e8b03af36e admin admin] Calling delete_port for 47208f16-2237-4975-930e-80f5b01360e3 owned by network:router_gateway {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:40.491197 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1768bc24-876c-4a57-a39f-f44c9de37751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (b1ed542b-a6b6-44ec-ab6a-8f0fcbf039f1), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.493914 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1768bc24-876c-4a57-a39f-f44c9de37751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.498032 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-1768bc24-876c-4a57-a39f-f44c9de37751 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b1ed542b-a6b6-44ec-ab6a-8f0fcbf039f1 HTTP/1.1" status: 204 len: 168 time: 0.3487031 Oct 10 12:21:40.508163 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768bc24-876c-4a57-a39f-f44c9de37751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ed542b-a6b6-44ec-ab6a-8f0fcbf039f1,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:40.578949 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-6a15e7cd-4eb5-4c4f-9076-9b934cf1e462 None None] Set router f3517922-650d-413e-a1e9-cee3d5a6e183 gateway port host: None {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:21:40.651930 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-6a15e7cd-4eb5-4c4f-9076-9b934cf1e462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:21:40Z', 'revision_number': 6, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port_host': None}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:40.681260 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a15e7cd-4eb5-4c4f-9076-9b934cf1e462 None None] The sync data for ids ['f3517922-650d-413e-a1e9-cee3d5a6e183'] in dv-cinder-860209-4-iscsi is: [{'id': 'f3517922-650d-413e-a1e9-cee3d5a6e183', 'name': 'tempest-AttachVolumeNegativeTest-1813792806-router', 'tenant_id': 'aab51c9b019e400c8e28d9a789eda6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:07:39Z', 'updated_at': '2022-10-10T12:21:40Z', 'revision_number': 6, 'project_id': 'aab51c9b019e400c8e28d9a789eda6da', 'gw_port_host': None}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:21:40.699417 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (467adefb-be40-4a7b-be51-41e12ba7cbdd), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.706525 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.712021 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/467adefb-be40-4a7b-be51-41e12ba7cbdd HTTP/1.1" status: 204 len: 168 time: 0.9290731 Oct 10 12:21:40.713648 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49076) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:40.728815 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment 170b5180-ad8f-4b0e-92bc-0f1eea4d24d1 resource provider aggregate not found Oct 10 12:21:40.732725 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b0931-528a-436e-a16e-3a0ee4a2c87d admin admin] Pushing event deleted for resources: {'Network': ['ID=467adefb-be40-4a7b-be51-41e12ba7cbdd,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:40.746213 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment 170b5180-ad8f-4b0e-92bc-0f1eea4d24d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 170b5180-ad8f-4b0e-92bc-0f1eea4d24d1 found for delete ", "request_id": "req-18f19edb-fbac-42b9-b956-4d3a741ad369"}]} Oct 10 12:21:40.801664 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d7c7aa9e-d0ab-4719-a010-86e8b03af36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (47208f16-2237-4975-930e-80f5b01360e3), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.834307 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7aa9e-d0ab-4719-a010-86e8b03af36e admin admin] Pushing event deleted for resources: {'Port': ['ID=47208f16-2237-4975-930e-80f5b01360e3,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:40.847220 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:40.950367 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d7c7aa9e-d0ab-4719-a010-86e8b03af36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605235'] for router_gateway (f3517922-650d-413e-a1e9-cee3d5a6e183), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:40.976142 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:41.084557 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d7c7aa9e-d0ab-4719-a010-86e8b03af36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12459'] for router (f3517922-650d-413e-a1e9-cee3d5a6e183), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:41.088628 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d7c7aa9e-d0ab-4719-a010-86e8b03af36e admin admin] Publish callbacks [] for router_controller (f3517922-650d-413e-a1e9-cee3d5a6e183), precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:41.186519 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 7a867fbc-2871-4622-a729-1efa8e808ef6 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:21:41.212492 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 7a867fbc-2871-4622-a729-1efa8e808ef6 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:21:41.213120 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 7a867fbc-2871-4622-a729-1efa8e808ef6 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:21:41.213686 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device f159de9d-6e2e-42a2-ba76-86f15c0798b3 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:21:41.229740 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d7c7aa9e-d0ab-4719-a010-86e8b03af36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599841'] for router (f3517922-650d-413e-a1e9-cee3d5a6e183), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:41.230467 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c7aa9e-d0ab-4719-a010-86e8b03af36e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3517922-650d-413e-a1e9-cee3d5a6e183 {{(pid=107006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:21:41.241019 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d7c7aa9e-d0ab-4719-a010-86e8b03af36e admin admin] Publish callbacks [] for router (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:41.242183 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-d7c7aa9e-d0ab-4719-a010-86e8b03af36e admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/f3517922-650d-413e-a1e9-cee3d5a6e183 HTTP/1.1" status: 204 len: 168 time: 1.3867719 Oct 10 12:21:41.244467 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: f159de9d-6e2e-42a2-ba76-86f15c0798b3 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:21:41.245002 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device f159de9d-6e2e-42a2-ba76-86f15c0798b3 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:21:41.246064 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49090) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:41.247516 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device e0b1d0cb-2868-4905-b320-b7b2d8a7449d no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:21:41.259509 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:41.280796 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: e0b1d0cb-2868-4905-b320-b7b2d8a7449d {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:21:41.281350 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device e0b1d0cb-2868-4905-b320-b7b2d8a7449d not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:21:41.282058 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 8d505b1f-4463-446b-be85-918e933e21a9 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:21:41.284876 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0a6bad80-d3f0-47ee-b126-29b3a47a19b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599821'] for router_interface (72abf566-b9bd-47db-b277-91a6d045ea82), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:41.314943 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b68a13-1dcd-48aa-a6b3-3260898429e6 admin admin] Deleting subnet afa57b24-9493-41e1-9638-6e9b3725e1da {{(pid=107007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:21:41.318298 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 8d505b1f-4463-446b-be85-918e933e21a9 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:21:41.318894 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 8d505b1f-4463-446b-be85-918e933e21a9 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:21:41.319757 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-26b68a13-1dcd-48aa-a6b3-3260898429e6 admin admin] Publish callbacks [] for subnet (afa57b24-9493-41e1-9638-6e9b3725e1da), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:41.361865 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-26b68a13-1dcd-48aa-a6b3-3260898429e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32523480'] for subnet (afa57b24-9493-41e1-9638-6e9b3725e1da), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:41.452829 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-26b68a13-1dcd-48aa-a6b3-3260898429e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (afa57b24-9493-41e1-9638-6e9b3725e1da), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:41.606307 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-26b68a13-1dcd-48aa-a6b3-3260898429e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32524386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29424465'] for subnet (afa57b24-9493-41e1-9638-6e9b3725e1da), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:41.664403 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b68a13-1dcd-48aa-a6b3-3260898429e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa57b24-9493-41e1-9638-6e9b3725e1da,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:41.668456 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-26b68a13-1dcd-48aa-a6b3-3260898429e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:41.674534 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-26b68a13-1dcd-48aa-a6b3-3260898429e6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/afa57b24-9493-41e1-9638-6e9b3725e1da HTTP/1.1" status: 204 len: 168 time: 0.4264598 Oct 10 12:21:41.675191 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49100) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:41.680224 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e244453-1275-4b37-a74f-d5c944391897 None None] Network 3f74af49-8f08-437e-8de8-52cf94d07154 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:21:41.785139 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (3f74af49-8f08-437e-8de8-52cf94d07154), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:41.839114 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] Deleting port 20927e81-38d5-4224-9cd2-21a2000b259d {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:41.839835 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (20927e81-38d5-4224-9cd2-21a2000b259d), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:41.843444 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-0a6bad80-d3f0-47ee-b126-29b3a47a19b3 admin admin] Deleting port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:41.843920 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0a6bad80-d3f0-47ee-b126-29b3a47a19b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:41.853366 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:41.894973 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b420af-5806-47ec-b09a-14c434f6377b None None] DHCP port deletion for 3f74af49-8f08-437e-8de8-52cf94d07154 request from dv-cinder-860209-4-iscsi {{(pid=107008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:21:41.933678 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] For port 20927e81-38d5-4224-9cd2-21a2000b259d, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=20927e81-38d5-4224-9cd2-21a2000b259d,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:41.934528 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (20927e81-38d5-4224-9cd2-21a2000b259d), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:41.963645 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-0a6bad80-d3f0-47ee-b126-29b3a47a19b3 admin admin] For port 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=7d08fe43-bc94-46d3-b5ec-a3d31771fb2d,segment=NetworkSegment(998804c8-f15c-4c06-9b8b-fc2d8b6c00d5),segment_id=998804c8-f15c-4c06-9b8b-fc2d8b6c00d5)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:41.964020 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0a6bad80-d3f0-47ee-b126-29b3a47a19b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:41.966583 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] Calling delete_port for 20927e81-38d5-4224-9cd2-21a2000b259d owned by network:dhcp {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:41.976594 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-94b420af-5806-47ec-b09a-14c434f6377b None None] Deleting port 20927e81-38d5-4224-9cd2-21a2000b259d {{(pid=107008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:41.977220 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-94b420af-5806-47ec-b09a-14c434f6377b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (20927e81-38d5-4224-9cd2-21a2000b259d), before_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:41.979065 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-0a6bad80-d3f0-47ee-b126-29b3a47a19b3 admin admin] Calling delete_port for 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d owned by network:router_interface {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:42.083206 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-94b420af-5806-47ec-b09a-14c434f6377b None None] For port 20927e81-38d5-4224-9cd2-21a2000b259d, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=20927e81-38d5-4224-9cd2-21a2000b259d,segment=NetworkSegment(bdcadb6f-5b86-4c3d-bab4-fcd755a3852b),segment_id=bdcadb6f-5b86-4c3d-bab4-fcd755a3852b)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:42.083669 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-94b420af-5806-47ec-b09a-14c434f6377b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (20927e81-38d5-4224-9cd2-21a2000b259d), precommit_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:42.090177 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:42.102274 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-94b420af-5806-47ec-b09a-14c434f6377b None None] Calling delete_port for 20927e81-38d5-4224-9cd2-21a2000b259d owned by network:dhcp {{(pid=107008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:42.191209 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (20927e81-38d5-4224-9cd2-21a2000b259d), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:42.196605 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-94b420af-5806-47ec-b09a-14c434f6377b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751'] for port (20927e81-38d5-4224-9cd2-21a2000b259d), after_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:42.222317 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] Pushing event deleted for resources: {'Port': ['ID=20927e81-38d5-4224-9cd2-21a2000b259d,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:42.223305 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b420af-5806-47ec-b09a-14c434f6377b None None] Pushing event deleted for resources: {'Port': ['ID=20927e81-38d5-4224-9cd2-21a2000b259d,revision_number=None']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:42.227023 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] No DVR routers for this DVR port 20927e81-38d5-4224-9cd2-21a2000b259d on host dv-cinder-860209-4-iscsi {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:21:42.227255 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b420af-5806-47ec-b09a-14c434f6377b None None] No DVR routers for this DVR port 20927e81-38d5-4224-9cd2-21a2000b259d on host dv-cinder-860209-4-iscsi {{(pid=107008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:21:42.307326 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (3f74af49-8f08-437e-8de8-52cf94d07154), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:42.330653 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f74af49-8f08-437e-8de8-52cf94d07154']}} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:42.336790 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0a6bad80-d3f0-47ee-b126-29b3a47a19b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (7d08fe43-bc94-46d3-b5ec-a3d31771fb2d), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:42.341183 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b') {'for_net_delete': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:42.341479 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcadb6f-5b86-4c3d-bab4-fcd755a3852b') {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:42.352139 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32523425'] for segment (bdcadb6f-5b86-4c3d-bab4-fcd755a3852b), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:42.370716 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bad80-d3f0-47ee-b126-29b3a47a19b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d08fe43-bc94-46d3-b5ec-a3d31771fb2d,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:42.372690 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (bdcadb6f-5b86-4c3d-bab4-fcd755a3852b), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:42.381264 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=107007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:21:42.392088 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32524424'] for segment (bdcadb6f-5b86-4c3d-bab4-fcd755a3852b), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:42.476717 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:42.553802 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (3f74af49-8f08-437e-8de8-52cf94d07154), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:42.553919 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0a6bad80-d3f0-47ee-b126-29b3a47a19b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599801'] for router_interface (72abf566-b9bd-47db-b277-91a6d045ea82), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:42.556181 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:42.562391 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/3f74af49-8f08-437e-8de8-52cf94d07154 HTTP/1.1" status: 204 len: 168 time: 0.8861630 Oct 10 12:21:42.587033 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029304e-452c-46c6-86de-77a179a2525c admin admin] Pushing event deleted for resources: {'Network': ['ID=3f74af49-8f08-437e-8de8-52cf94d07154,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:42.771848 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment bdcadb6f-5b86-4c3d-bab4-fcd755a3852b resource provider aggregate not found Oct 10 12:21:42.786068 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6bad80-d3f0-47ee-b126-29b3a47a19b3 admin admin] Router 72abf566-b9bd-47db-b277-91a6d045ea82 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:21:42.791510 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment bdcadb6f-5b86-4c3d-bab4-fcd755a3852b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdcadb6f-5b86-4c3d-bab4-fcd755a3852b found for delete ", "request_id": "req-477bb3ed-a0ae-4f75-85ce-ad7b38c5c6d3"}]} Oct 10 12:21:42.898928 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6bad80-d3f0-47ee-b126-29b3a47a19b3 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:21:42.910345 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49124) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:42.910957 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eef22d6-1db0-470e-92b8-4dc41f01c15d None None] Sync routers for ids ['72abf566-b9bd-47db-b277-91a6d045ea82'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:21:42.925931 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eef22d6-1db0-470e-92b8-4dc41f01c15d None None] Routers {'72abf566-b9bd-47db-b277-91a6d045ea82'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:21:42.926144 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-0a6bad80-d3f0-47ee-b126-29b3a47a19b3 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/72abf566-b9bd-47db-b277-91a6d045ea82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2111769 Oct 10 12:21:42.926712 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-2eef22d6-1db0-470e-92b8-4dc41f01c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:21:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['72abf566-b9bd-47db-b277-91a6d045ea82'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:43.021346 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b4bcafd4-5db8-4f43-aee4-e7da2a45f1dc admin admin] Publish callbacks [] for router (72abf566-b9bd-47db-b277-91a6d045ea82), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:43.045805 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49128) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:43.062268 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 47208f16-2237-4975-930e-80f5b01360e3 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:21:43.084490 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:43.100475 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-8575f74d-5150-4a8f-aad4-623f036dbedd admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=aab51c9b019e400c8e28d9a789eda6da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0538182 Oct 10 12:21:43.103023 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49130) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:43.139350 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:43.165905 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-13efd7f9-4369-42ab-bfd1-58508a50a54e admin admin] Publish callbacks [] for security_group (aadf3a12-1034-4dcb-85f4-7aa2e0d07991), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:43.171120 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b4bcafd4-5db8-4f43-aee4-e7da2a45f1dc admin admin] Publish callbacks [] for router_gateway (72abf566-b9bd-47db-b277-91a6d045ea82), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:43.191850 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-13efd7f9-4369-42ab-bfd1-58508a50a54e admin admin] Publish callbacks [] for security_group (aadf3a12-1034-4dcb-85f4-7aa2e0d07991), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:43.247984 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 47208f16-2237-4975-930e-80f5b01360e3 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:21:43.248575 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 47208f16-2237-4975-930e-80f5b01360e3 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:21:43.248700 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 20927e81-38d5-4224-9cd2-21a2000b259d no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:21:43.274552 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-2eef22d6-1db0-470e-92b8-4dc41f01c15d None None] Set router 72abf566-b9bd-47db-b277-91a6d045ea82 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:21:43.276539 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 20927e81-38d5-4224-9cd2-21a2000b259d {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:21:43.276877 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 20927e81-38d5-4224-9cd2-21a2000b259d not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:21:43.305110 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-13efd7f9-4369-42ab-bfd1-58508a50a54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (aadf3a12-1034-4dcb-85f4-7aa2e0d07991), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:43.307822 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-13efd7f9-4369-42ab-bfd1-58508a50a54e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:43.309141 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-13efd7f9-4369-42ab-bfd1-58508a50a54e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/aadf3a12-1034-4dcb-85f4-7aa2e0d07991 HTTP/1.1" status: 204 len: 168 time: 0.2050354 Oct 10 12:21:43.318405 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efd7f9-4369-42ab-bfd1-58508a50a54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadf3a12-1034-4dcb-85f4-7aa2e0d07991,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:43.347077 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-b4bcafd4-5db8-4f43-aee4-e7da2a45f1dc admin admin] Deleting port 9a1402b9-5494-4283-ae7d-aac658903d48 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:43.347654 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b4bcafd4-5db8-4f43-aee4-e7da2a45f1dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (9a1402b9-5494-4283-ae7d-aac658903d48), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:43.405019 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:43.494110 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-2eef22d6-1db0-470e-92b8-4dc41f01c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'name': 'tempest-TestVolumeBootPattern-1084702989-router', 'tenant_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.98'}], 'enable_snat': True}, 'gw_port_id': '9a1402b9-5494-4283-ae7d-aac658903d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:18Z', 'updated_at': '2022-10-10T12:21:42Z', 'revision_number': 5, 'project_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'gw_port': {'id': '9a1402b9-5494-4283-ae7d-aac658903d48', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:10:19Z', 'updated_at': '2022-10-10T12:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:43.497264 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:43.527482 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eef22d6-1db0-470e-92b8-4dc41f01c15d None None] Checking router: 72abf566-b9bd-47db-b277-91a6d045ea82 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:21:43.537663 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eef22d6-1db0-470e-92b8-4dc41f01c15d None None] Routers {'72abf566-b9bd-47db-b277-91a6d045ea82'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:21:43.538312 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-2eef22d6-1db0-470e-92b8-4dc41f01c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:21:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['72abf566-b9bd-47db-b277-91a6d045ea82'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:43.632454 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-2eef22d6-1db0-470e-92b8-4dc41f01c15d None None] Set router 72abf566-b9bd-47db-b277-91a6d045ea82 gateway port host: None {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:21:43.712095 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-2eef22d6-1db0-470e-92b8-4dc41f01c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'name': 'tempest-TestVolumeBootPattern-1084702989-router', 'tenant_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:18Z', 'updated_at': '2022-10-10T12:21:43Z', 'revision_number': 6, 'project_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'gw_port_host': None}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:43.729394 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-b4bcafd4-5db8-4f43-aee4-e7da2a45f1dc admin admin] For port 9a1402b9-5494-4283-ae7d-aac658903d48, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=9a1402b9-5494-4283-ae7d-aac658903d48,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:43.729840 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b4bcafd4-5db8-4f43-aee4-e7da2a45f1dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (9a1402b9-5494-4283-ae7d-aac658903d48), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:43.744393 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-b4bcafd4-5db8-4f43-aee4-e7da2a45f1dc admin admin] Calling delete_port for 9a1402b9-5494-4283-ae7d-aac658903d48 owned by network:router_gateway {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:43.747366 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eef22d6-1db0-470e-92b8-4dc41f01c15d None None] The sync data for ids ['72abf566-b9bd-47db-b277-91a6d045ea82'] in dv-cinder-860209-4-iscsi is: [{'id': '72abf566-b9bd-47db-b277-91a6d045ea82', 'name': 'tempest-TestVolumeBootPattern-1084702989-router', 'tenant_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:10:18Z', 'updated_at': '2022-10-10T12:21:43Z', 'revision_number': 6, 'project_id': '568ccc02e08d4bc6bccfe42c58fcf97e', 'gw_port_host': None}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:21:43.864849 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:44.199149 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b4bcafd4-5db8-4f43-aee4-e7da2a45f1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (9a1402b9-5494-4283-ae7d-aac658903d48), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:44.236612 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcafd4-5db8-4f43-aee4-e7da2a45f1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1402b9-5494-4283-ae7d-aac658903d48,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:44.294954 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b4bcafd4-5db8-4f43-aee4-e7da2a45f1dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605235'] for router_gateway (72abf566-b9bd-47db-b277-91a6d045ea82), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:44.390797 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b4bcafd4-5db8-4f43-aee4-e7da2a45f1dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12459'] for router (72abf566-b9bd-47db-b277-91a6d045ea82), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:44.393137 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b4bcafd4-5db8-4f43-aee4-e7da2a45f1dc admin admin] Publish callbacks [] for router_controller (72abf566-b9bd-47db-b277-91a6d045ea82), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:44.553914 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b4bcafd4-5db8-4f43-aee4-e7da2a45f1dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599841'] for router (72abf566-b9bd-47db-b277-91a6d045ea82), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:44.554718 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bcafd4-5db8-4f43-aee4-e7da2a45f1dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72abf566-b9bd-47db-b277-91a6d045ea82 {{(pid=107007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:21:44.558969 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b4bcafd4-5db8-4f43-aee4-e7da2a45f1dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:44.565416 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-b4bcafd4-5db8-4f43-aee4-e7da2a45f1dc admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/72abf566-b9bd-47db-b277-91a6d045ea82 HTTP/1.1" status: 204 len: 168 time: 1.6514299 Oct 10 12:21:44.565571 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49174) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:44.611129 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_v2 [None req-5152ed54-15b3-4017-a0cd-48d2a2ffab67 admin admin] Deleting subnet d2a2d3db-da32-4657-ba31-9fb933371877 {{(pid=107006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:21:44.614341 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5152ed54-15b3-4017-a0cd-48d2a2ffab67 admin admin] Publish callbacks [] for subnet (d2a2d3db-da32-4657-ba31-9fb933371877), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:44.655535 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5152ed54-15b3-4017-a0cd-48d2a2ffab67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31517793'] for subnet (d2a2d3db-da32-4657-ba31-9fb933371877), precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:44.748617 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5152ed54-15b3-4017-a0cd-48d2a2ffab67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (d2a2d3db-da32-4657-ba31-9fb933371877), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:44.905203 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5152ed54-15b3-4017-a0cd-48d2a2ffab67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31514813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32902317'] for subnet (d2a2d3db-da32-4657-ba31-9fb933371877), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:44.942856 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152ed54-15b3-4017-a0cd-48d2a2ffab67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a2d3db-da32-4657-ba31-9fb933371877,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:44.945228 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5152ed54-15b3-4017-a0cd-48d2a2ffab67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:44.952570 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdd5aa4-363e-4d9b-b645-c049b24810d8 None None] Network a7e9c29d-2d81-4afc-8ed8-efee212baade requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:21:44.960928 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-5152ed54-15b3-4017-a0cd-48d2a2ffab67 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/d2a2d3db-da32-4657-ba31-9fb933371877 HTTP/1.1" status: 204 len: 168 time: 0.3969033 Oct 10 12:21:44.963964 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49184) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:45.006578 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:21:45.044037 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:21:45.044374 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 7d08fe43-bc94-46d3-b5ec-a3d31771fb2d not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:21:45.044768 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 9a1402b9-5494-4283-ae7d-aac658903d48 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:21:45.047551 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:45.056417 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (a7e9c29d-2d81-4afc-8ed8-efee212baade), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:45.067745 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 9a1402b9-5494-4283-ae7d-aac658903d48 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:21:45.068391 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 9a1402b9-5494-4283-ae7d-aac658903d48 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:21:45.112431 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] Deleting port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:45.112754 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (7ac165ed-bc5c-4152-9b6b-afc5040fecb8), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:45.183299 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fac67f-ab78-4049-a4dd-5e9dbcecd5ee None None] DHCP port deletion for a7e9c29d-2d81-4afc-8ed8-efee212baade request from dv-cinder-860209-4-iscsi {{(pid=107008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:21:45.190840 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] For port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=7ac165ed-bc5c-4152-9b6b-afc5040fecb8,segment=NetworkSegment(998804c8-f15c-4c06-9b8b-fc2d8b6c00d5),segment_id=998804c8-f15c-4c06-9b8b-fc2d8b6c00d5)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:45.191208 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (7ac165ed-bc5c-4152-9b6b-afc5040fecb8), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:45.206300 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] Calling delete_port for 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 owned by network:dhcp {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:45.225667 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-98fac67f-ab78-4049-a4dd-5e9dbcecd5ee None None] Deleting port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 {{(pid=107008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:21:45.226000 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-98fac67f-ab78-4049-a4dd-5e9dbcecd5ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (7ac165ed-bc5c-4152-9b6b-afc5040fecb8), before_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:45.293495 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-98fac67f-ab78-4049-a4dd-5e9dbcecd5ee None None] For port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=7ac165ed-bc5c-4152-9b6b-afc5040fecb8,segment=NetworkSegment(998804c8-f15c-4c06-9b8b-fc2d8b6c00d5),segment_id=998804c8-f15c-4c06-9b8b-fc2d8b6c00d5)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:21:45.293806 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-98fac67f-ab78-4049-a4dd-5e9dbcecd5ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (7ac165ed-bc5c-4152-9b6b-afc5040fecb8), precommit_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:45.308430 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-98fac67f-ab78-4049-a4dd-5e9dbcecd5ee None None] Calling delete_port for 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 owned by network:dhcp {{(pid=107008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:21:45.357141 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (7ac165ed-bc5c-4152-9b6b-afc5040fecb8), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:45.392627 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac165ed-bc5c-4152-9b6b-afc5040fecb8,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:45.396576 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] No DVR routers for this DVR port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 on host dv-cinder-860209-4-iscsi {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:21:45.415764 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-98fac67f-ab78-4049-a4dd-5e9dbcecd5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751'] for port (7ac165ed-bc5c-4152-9b6b-afc5040fecb8), after_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:45.441767 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:45.451608 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fac67f-ab78-4049-a4dd-5e9dbcecd5ee None None] Pushing event deleted for resources: {'Port': ['ID=7ac165ed-bc5c-4152-9b6b-afc5040fecb8,revision_number=None']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:45.451608 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fac67f-ab78-4049-a4dd-5e9dbcecd5ee None None] No DVR routers for this DVR port 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 on host dv-cinder-860209-4-iscsi {{(pid=107008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:21:45.492710 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (a7e9c29d-2d81-4afc-8ed8-efee212baade), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:45.515772 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e9c29d-2d81-4afc-8ed8-efee212baade']}} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:45.530132 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998804c8-f15c-4c06-9b8b-fc2d8b6c00d5') {'for_net_delete': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:45.530132 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998804c8-f15c-4c06-9b8b-fc2d8b6c00d5') {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:21:45.536156 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32523425'] for segment (998804c8-f15c-4c06-9b8b-fc2d8b6c00d5), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:45.550283 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (998804c8-f15c-4c06-9b8b-fc2d8b6c00d5), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:45.556912 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=107007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:21:45.557237 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32524424'] for segment (998804c8-f15c-4c06-9b8b-fc2d8b6c00d5), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:45.604141 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment 998804c8-f15c-4c06-9b8b-fc2d8b6c00d5 resource provider aggregate not found Oct 10 12:21:45.622827 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment 998804c8-f15c-4c06-9b8b-fc2d8b6c00d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 998804c8-f15c-4c06-9b8b-fc2d8b6c00d5 found for delete ", "request_id": "req-60c0f923-ce9d-4daa-804c-e7f0e96cfcd6"}]} Oct 10 12:21:45.728192 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (a7e9c29d-2d81-4afc-8ed8-efee212baade), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:45.734460 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:45.741621 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/a7e9c29d-2d81-4afc-8ed8-efee212baade HTTP/1.1" status: 204 len: 168 time: 0.7729809 Oct 10 12:21:45.754500 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6b817-6860-4d87-8251-ae657e6d9d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e9c29d-2d81-4afc-8ed8-efee212baade,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:46.257949 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49224) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:46.313868 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-7c7e2774-e065-48fa-8767-3f9ec750f143 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=26773079b6914a20ab27109b0dec496a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546973 Oct 10 12:21:46.316164 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49230) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:46.371839 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0ed2bb2a-5e39-4bd3-ba49-d6202fedc276 admin admin] Publish callbacks [] for security_group (74ef22e7-d025-4ef9-8cf0-fa9797330a44), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:46.394734 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0ed2bb2a-5e39-4bd3-ba49-d6202fedc276 admin admin] Publish callbacks [] for security_group (74ef22e7-d025-4ef9-8cf0-fa9797330a44), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:46.536133 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0ed2bb2a-5e39-4bd3-ba49-d6202fedc276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (74ef22e7-d025-4ef9-8cf0-fa9797330a44), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:46.538884 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0ed2bb2a-5e39-4bd3-ba49-d6202fedc276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:46.540116 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-0ed2bb2a-5e39-4bd3-ba49-d6202fedc276 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/74ef22e7-d025-4ef9-8cf0-fa9797330a44 HTTP/1.1" status: 204 len: 168 time: 0.2229278 Oct 10 12:21:46.552180 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2bb2a-5e39-4bd3-ba49-d6202fedc276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ef22e7-d025-4ef9-8cf0-fa9797330a44,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:46.946561 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:21:46.980651 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:21:46.981076 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 7ac165ed-bc5c-4152-9b6b-afc5040fecb8 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:21:47.474257 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49254) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:47.516538 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-f19a0549-0474-4bcf-9771-c2ab8c2a7d29 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=568ccc02e08d4bc6bccfe42c58fcf97e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410547 Oct 10 12:21:47.519058 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49256) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:47.576489 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-476a3b08-0a0b-4cea-a51c-a392bf830dc9 admin admin] Publish callbacks [] for security_group (9b87a6ca-0b88-417f-80f5-799c41fae557), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:47.604664 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-476a3b08-0a0b-4cea-a51c-a392bf830dc9 admin admin] Publish callbacks [] for security_group (9b87a6ca-0b88-417f-80f5-799c41fae557), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:47.793946 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-476a3b08-0a0b-4cea-a51c-a392bf830dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (9b87a6ca-0b88-417f-80f5-799c41fae557), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:47.797822 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-476a3b08-0a0b-4cea-a51c-a392bf830dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:47.798031 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-476a3b08-0a0b-4cea-a51c-a392bf830dc9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/9b87a6ca-0b88-417f-80f5-799c41fae557 HTTP/1.1" status: 204 len: 168 time: 0.2778194 Oct 10 12:21:47.806397 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a3b08-0a0b-4cea-a51c-a392bf830dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b87a6ca-0b88-417f-80f5-799c41fae557,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:48.404939 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49290) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:48.516860 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d205c3fc-0a74-49c9-950a-f1e68f2e1f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:48.540561 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:48.590082 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d205c3fc-0a74-49c9-950a-f1e68f2e1f65 admin admin] Publish callbacks [] for security_group (b82b1c22-a644-4d07-a769-a25bcfae2df8), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:48.687162 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d205c3fc-0a74-49c9-950a-f1e68f2e1f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (b82b1c22-a644-4d07-a769-a25bcfae2df8), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:48.727451 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205c3fc-0a74-49c9-950a-f1e68f2e1f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82b1c22-a644-4d07-a769-a25bcfae2df8,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:48.732664 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-d205c3fc-0a74-49c9-950a-f1e68f2e1f65 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ac4567ab040f46929f2d39006b0a9d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260541 Oct 10 12:21:48.735317 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49298) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:48.787705 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8de09df2-1cb9-41ff-a1a7-f6608c46d034 admin admin] Publish callbacks [] for security_group (b82b1c22-a644-4d07-a769-a25bcfae2df8), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:48.812727 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8de09df2-1cb9-41ff-a1a7-f6608c46d034 admin admin] Publish callbacks [] for security_group (b82b1c22-a644-4d07-a769-a25bcfae2df8), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:48.846030 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:48.921888 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8de09df2-1cb9-41ff-a1a7-f6608c46d034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (b82b1c22-a644-4d07-a769-a25bcfae2df8), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:48.925133 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-8de09df2-1cb9-41ff-a1a7-f6608c46d034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:48.926313 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-8de09df2-1cb9-41ff-a1a7-f6608c46d034 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b82b1c22-a644-4d07-a769-a25bcfae2df8 HTTP/1.1" status: 204 len: 168 time: 0.1879067 Oct 10 12:21:48.934856 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de09df2-1cb9-41ff-a1a7-f6608c46d034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82b1c22-a644-4d07-a769-a25bcfae2df8,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:49.527635 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49306) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:49.541325 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ad49509e-f754-4c3f-8194-f6c2e7bf2bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:49.616667 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ad49509e-f754-4c3f-8194-f6c2e7bf2bf7 admin admin] Publish callbacks [] for security_group (044013a1-5625-4214-bb7b-fb59330894b6), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:49.678397 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ad49509e-f754-4c3f-8194-f6c2e7bf2bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (044013a1-5625-4214-bb7b-fb59330894b6), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:49.717870 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49509e-f754-4c3f-8194-f6c2e7bf2bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044013a1-5625-4214-bb7b-fb59330894b6,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:49.722319 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-ad49509e-f754-4c3f-8194-f6c2e7bf2bf7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a460ebb268a7404994b30a0d6a2c15ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936431 Oct 10 12:21:49.725096 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49308) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:49.742290 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:49.778869 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1561-a88d-4fd8-ad34-1c8d2973d0d3 admin admin] Publish callbacks [] for security_group (044013a1-5625-4214-bb7b-fb59330894b6), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:49.800646 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1561-a88d-4fd8-ad34-1c8d2973d0d3 admin admin] Publish callbacks [] for security_group (044013a1-5625-4214-bb7b-fb59330894b6), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:49.915712 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1561-a88d-4fd8-ad34-1c8d2973d0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (044013a1-5625-4214-bb7b-fb59330894b6), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:49.918262 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1561-a88d-4fd8-ad34-1c8d2973d0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:49.919475 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-9f8c1561-a88d-4fd8-ad34-1c8d2973d0d3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/044013a1-5625-4214-bb7b-fb59330894b6 HTTP/1.1" status: 204 len: 168 time: 0.1934342 Oct 10 12:21:49.928324 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c1561-a88d-4fd8-ad34-1c8d2973d0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044013a1-5625-4214-bb7b-fb59330894b6,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:51.064221 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:53.138831 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49404) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:53.255814 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f67dddeb-f8a9-4a11-ab74-032a4218ad46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:53.333640 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f67dddeb-f8a9-4a11-ab74-032a4218ad46 admin admin] Publish callbacks [] for security_group (6c235726-1a4d-433e-96e7-6d6c60b4a965), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:53.430086 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-f67dddeb-f8a9-4a11-ab74-032a4218ad46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (6c235726-1a4d-433e-96e7-6d6c60b4a965), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:53.468632 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dddeb-f8a9-4a11-ab74-032a4218ad46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c235726-1a4d-433e-96e7-6d6c60b4a965,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:53.473326 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-f67dddeb-f8a9-4a11-ab74-032a4218ad46 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a037f5e5d96a48cb800baea601c9fb0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333538 Oct 10 12:21:53.476163 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49408) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:53.526249 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5d84bd79-fabe-4cd7-a69d-527946e36315 admin admin] Publish callbacks [] for security_group (6c235726-1a4d-433e-96e7-6d6c60b4a965), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:53.552868 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5d84bd79-fabe-4cd7-a69d-527946e36315 admin admin] Publish callbacks [] for security_group (6c235726-1a4d-433e-96e7-6d6c60b4a965), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:53.699121 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5d84bd79-fabe-4cd7-a69d-527946e36315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (6c235726-1a4d-433e-96e7-6d6c60b4a965), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:53.701736 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5d84bd79-fabe-4cd7-a69d-527946e36315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:53.702989 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-5d84bd79-fabe-4cd7-a69d-527946e36315 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6c235726-1a4d-433e-96e7-6d6c60b4a965 HTTP/1.1" status: 204 len: 168 time: 0.2255988 Oct 10 12:21:53.706088 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:53.712848 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84bd79-fabe-4cd7-a69d-527946e36315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c235726-1a4d-433e-96e7-6d6c60b4a965,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:56.211211 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49484) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:56.324494 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7ab9aca7-85b1-4f97-8edd-0492e242f7e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:56.402595 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7ab9aca7-85b1-4f97-8edd-0492e242f7e1 admin admin] Publish callbacks [] for security_group (2e7c52b1-35fc-4037-83a9-7a793eae27b2), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:56.518766 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7ab9aca7-85b1-4f97-8edd-0492e242f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (2e7c52b1-35fc-4037-83a9-7a793eae27b2), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:56.559161 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9aca7-85b1-4f97-8edd-0492e242f7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7c52b1-35fc-4037-83a9-7a793eae27b2,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:56.565295 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-7ab9aca7-85b1-4f97-8edd-0492e242f7e1 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4bd4f7bcd357441185ee61871404c84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530080 Oct 10 12:21:56.568108 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49488) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:21:56.619155 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-49842376-8e16-42ca-ad82-fa687037c95f admin admin] Publish callbacks [] for security_group (2e7c52b1-35fc-4037-83a9-7a793eae27b2), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:56.639647 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-49842376-8e16-42ca-ad82-fa687037c95f admin admin] Publish callbacks [] for security_group (2e7c52b1-35fc-4037-83a9-7a793eae27b2), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:56.767637 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-49842376-8e16-42ca-ad82-fa687037c95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (2e7c52b1-35fc-4037-83a9-7a793eae27b2), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:56.770118 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-49842376-8e16-42ca-ad82-fa687037c95f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:56.771311 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-49842376-8e16-42ca-ad82-fa687037c95f admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2e7c52b1-35fc-4037-83a9-7a793eae27b2 HTTP/1.1" status: 204 len: 168 time: 0.2023489 Oct 10 12:21:56.785513 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49842376-8e16-42ca-ad82-fa687037c95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7c52b1-35fc-4037-83a9-7a793eae27b2,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:21:57.585247 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-44cc4b41-cb51-4343-b237-dc0ef91c0d11 req-59cc339e-6925-4fbc-a453-36e7b2c07ba0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399635 Oct 10 12:21:57.690809 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc4b41-cb51-4343-b237-dc0ef91c0d11 req-3389c60b-4397-4a17-8ba3-d75b998efaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:57.692405 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-44cc4b41-cb51-4343-b237-dc0ef91c0d11 req-3389c60b-4397-4a17-8ba3-d75b998efaa6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=c6ab1776de294ca1a23fc110b2f9af1d&device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 1130 time: 0.0414922 Oct 10 12:21:57.787653 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:57.815626 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc4b41-cb51-4343-b237-dc0ef91c0d11 req-bd89413a-5d96-4fce-b08a-f3b4564b9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:57.817184 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-44cc4b41-cb51-4343-b237-dc0ef91c0d11 req-bd89413a-5d96-4fce-b08a-f3b4564b9f5c service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9f8f922a-ec8b-42d4-a75e-2afb2158a141 HTTP/1.1" status: 200 len: 909 time: 0.1043036 Oct 10 12:21:57.888871 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-44cc4b41-cb51-4343-b237-dc0ef91c0d11 req-7ec20a5e-3ab9-4856-8263-c8be3ca0fce4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7 HTTP/1.1" status: 200 len: 1002 time: 0.0637097 Oct 10 12:21:57.947893 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc4b41-cb51-4343-b237-dc0ef91c0d11 req-150d12b3-804e-4ff1-8793-f677b7e5e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:57.949416 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-44cc4b41-cb51-4343-b237-dc0ef91c0d11 req-150d12b3-804e-4ff1-8793-f677b7e5e408 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b8bfb1f2-f5dd-4aad-a347-6f1f40dba581 HTTP/1.1" status: 200 len: 847 time: 0.0551107 Oct 10 12:21:58.002891 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc4b41-cb51-4343-b237-dc0ef91c0d11 req-357c3c52-d439-40f5-bb51-601ed042bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:21:58.004614 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-44cc4b41-cb51-4343-b237-dc0ef91c0d11 req-357c3c52-d439-40f5-bb51-601ed042bc6f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9f8f922a-ec8b-42d4-a75e-2afb2158a141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492713 Oct 10 12:21:58.103867 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-44cc4b41-cb51-4343-b237-dc0ef91c0d11 req-c1d1f08b-07a9-4376-ab08-df154a21fc34 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920887 Oct 10 12:21:58.167579 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:58.206378 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-44cc4b41-cb51-4343-b237-dc0ef91c0d11 req-322238f5-bc77-4402-8e1d-d8874db4921f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959356 Oct 10 12:21:58.930762 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:21:59.691125 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-ef764dc2-f62a-4243-8e89-334bc9745b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:21:59.933978 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49556) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:00.066466 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-694e4da4-c175-4d28-ad9a-67b0ffe37bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:00.115575 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=17 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:00.150286 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-694e4da4-c175-4d28-ad9a-67b0ffe37bad admin admin] Publish callbacks [] for security_group (f492023a-5dae-468d-9174-24bd7dd308af), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:00.278635 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-694e4da4-c175-4d28-ad9a-67b0ffe37bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (f492023a-5dae-468d-9174-24bd7dd308af), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:00.320727 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-694e4da4-c175-4d28-ad9a-67b0ffe37bad admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=cf6abc8a3f5b4648b470cc79266e4780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3856065 Oct 10 12:22:00.321646 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e4da4-c175-4d28-ad9a-67b0ffe37bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f492023a-5dae-468d-9174-24bd7dd308af,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:00.323471 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49562) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:00.375585 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-92a9837f-444b-4ef7-b342-7124bf52aeb4 admin admin] Publish callbacks [] for security_group (f492023a-5dae-468d-9174-24bd7dd308af), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:00.397350 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-92a9837f-444b-4ef7-b342-7124bf52aeb4 admin admin] Publish callbacks [] for security_group (f492023a-5dae-468d-9174-24bd7dd308af), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:00.505012 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-92a9837f-444b-4ef7-b342-7124bf52aeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (f492023a-5dae-468d-9174-24bd7dd308af), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:00.507637 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-92a9837f-444b-4ef7-b342-7124bf52aeb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:00.508790 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-92a9837f-444b-4ef7-b342-7124bf52aeb4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f492023a-5dae-468d-9174-24bd7dd308af HTTP/1.1" status: 204 len: 168 time: 0.1843371 Oct 10 12:22:00.516962 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9837f-444b-4ef7-b342-7124bf52aeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f492023a-5dae-468d-9174-24bd7dd308af,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:01.879482 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bf67c6f2-3c63-4ffb-8a36-6c4316d38e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:03.438565 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:03.635706 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-ab4507df-8256-49ef-9da4-53b35bd1d80a tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=931d44e7d8c84dad9aa3c64eafd899d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317066 Oct 10 12:22:03.828457 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-ed7df7b6-7057-40b1-b42a-8900b25c9675 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:03.829844 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-ed7df7b6-7057-40b1-b42a-8900b25c9675 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887937 Oct 10 12:22:03.846030 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-6fdc4dc2-a78b-4fb7-8baf-0ab5bb800eab tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/quotas/931d44e7d8c84dad9aa3c64eafd899d8 HTTP/1.1" status: 200 len: 375 time: 0.0097203 Oct 10 12:22:03.878779 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-bda884cc-5ce8-4a8a-bac6-e4f0f76f7848 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=931d44e7d8c84dad9aa3c64eafd899d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269578 Oct 10 12:22:04.176883 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bac6bcbc-2ad7-46e9-9549-764d198ce27c req-addd7258-0cfb-4f93-a5da-1bf9e635576e tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 210 time: 0.0287988 Oct 10 12:22:04.618746 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:05.144055 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:05.271832 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-de217986-30cc-438b-8694-24f6affde3d1 req-54e80673-5324-40bd-83bb-6e4a47bd8993 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 210 time: 0.0278697 Oct 10 12:22:06.263675 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49684) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:06.390979 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c31a9049-6314-4f3c-af8e-c72983f57ce0 req-cf864e73-48d7-445a-8ebb-b15cf2aea1b3 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 210 time: 0.0405734 Oct 10 12:22:06.398363 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3bf7fe8e-399a-49d4-9cd7-d99c531240bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:06.488598 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3bf7fe8e-399a-49d4-9cd7-d99c531240bf admin admin] Publish callbacks [] for security_group (e0ba6caf-e083-4f11-9466-11c1c2c5afda), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:06.576016 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3bf7fe8e-399a-49d4-9cd7-d99c531240bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (e0ba6caf-e083-4f11-9466-11c1c2c5afda), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:06.619862 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7fe8e-399a-49d4-9cd7-d99c531240bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ba6caf-e083-4f11-9466-11c1c2c5afda,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:06.624492 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3bf7fe8e-399a-49d4-9cd7-d99c531240bf admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=db0440d186134397809e219a27deff13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3595092 Oct 10 12:22:06.627057 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49690) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:06.680578 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-08adcbd1-c287-46dc-b63e-89da6cb8f52d tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=931d44e7d8c84dad9aa3c64eafd899d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363035 Oct 10 12:22:06.785640 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6f6968ac-283d-44ed-a2c1-fb9cded20538 admin admin] Publish callbacks [] for security_group (e0ba6caf-e083-4f11-9466-11c1c2c5afda), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:06.900435 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6f6968ac-283d-44ed-a2c1-fb9cded20538 admin admin] Publish callbacks [] for security_group (e0ba6caf-e083-4f11-9466-11c1c2c5afda), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:06.931923 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-3140d89a-e4d2-4947-9305-0b1677a3a89c tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:06.933372 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-3140d89a-e4d2-4947-9305-0b1677a3a89c tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2480025 Oct 10 12:22:06.953240 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Request body: {'port': {'device_id': '2ee45b48-6e03-4f6b-bb8e-e63251532a27', 'network_id': 'ec929e33-9298-4f1b-b849-74b08e115a5b', 'admin_state_up': True, 'tenant_id': '931d44e7d8c84dad9aa3c64eafd899d8'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:22:07.067158 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6f6968ac-283d-44ed-a2c1-fb9cded20538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (e0ba6caf-e083-4f11-9466-11c1c2c5afda), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:07.069920 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6f6968ac-283d-44ed-a2c1-fb9cded20538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:07.073897 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6f6968ac-283d-44ed-a2c1-fb9cded20538 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e0ba6caf-e083-4f11-9466-11c1c2c5afda HTTP/1.1" status: 204 len: 168 time: 0.4453206 Oct 10 12:22:07.082052 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6968ac-283d-44ed-a2c1-fb9cded20538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ba6caf-e083-4f11-9466-11c1c2c5afda,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:07.152931 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Made reservation on behalf of 931d44e7d8c84dad9aa3c64eafd899d8 for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:22:07.157419 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:07.167262 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:07.205411 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:07.251964 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Publish callbacks [] for security_group (6f71ecb6-db26-4908-8139-d6e08c0789cf), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:07.327655 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (6f71ecb6-db26-4908-8139-d6e08c0789cf), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:07.336632 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:07.393575 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f71ecb6-db26-4908-8139-d6e08c0789cf,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:07.480133 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Allocated IP 192.168.233.132 (ec929e33-9298-4f1b-b849-74b08e115a5b/553581f7-eea9-451f-926a-4f5378ccba45/26fd7740-60c2-4f85-8fee-7642937d7612) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:22:07.573676 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7fcb6fbd-65a8-4b61-b549-73a6ad773192 req-0aa5a480-87b0-4956-8d36-78ac8c61cf3e tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 210 time: 0.0287759 Oct 10 12:22:07.645754 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Publish callbacks [] for port (26fd7740-60c2-4f85-8fee-7642937d7612), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:07.776340 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (26fd7740-60c2-4f85-8fee-7642937d7612), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:07.815717 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:07.823606 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Network ec929e33-9298-4f1b-b849-74b08e115a5b is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:22:07.828652 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:22:07.830781 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Pushing event updated for resources: {'Port': ['ID=26fd7740-60c2-4f85-8fee-7642937d7612,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:07.832880 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:22:07.885312 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:07.885971 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:08.003639 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-d16d20cc-5a39-4e10-8f9c-a4369d7f6240 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0547228 Oct 10 12:22:08.024095 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Request body: {'port': {'device_id': '2ee45b48-6e03-4f6b-bb8e-e63251532a27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:22:08.042937 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49742) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:08.047224 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-44d7acf9-42e2-4dfb-ac5b-f597c1e3b267 None None] Provisioning complete for port 26fd7740-60c2-4f85-8fee-7642937d7612 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:22:08.048280 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-44d7acf9-42e2-4dfb-ac5b-f597c1e3b267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (26fd7740-60c2-4f85-8fee-7642937d7612), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:08.048862 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-44d7acf9-42e2-4dfb-ac5b-f597c1e3b267 None None] Attempt 1 to provision port 26fd7740-60c2-4f85-8fee-7642937d7612 Oct 10 12:22:08.057518 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-777f698b-5d2e-4e2c-832f-825c294c2d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:08.081280 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-44d7acf9-42e2-4dfb-ac5b-f597c1e3b267 None None] Port 26fd7740-60c2-4f85-8fee-7642937d7612 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:22:08.094737 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (26fd7740-60c2-4f85-8fee-7642937d7612), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:08.148564 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-777f698b-5d2e-4e2c-832f-825c294c2d5c admin admin] Publish callbacks [] for security_group (5f2b3f4a-ced2-4ebe-835c-6d3724c0ff62), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:08.235543 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-777f698b-5d2e-4e2c-832f-825c294c2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (5f2b3f4a-ced2-4ebe-835c-6d3724c0ff62), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:08.280598 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-777f698b-5d2e-4e2c-832f-825c294c2d5c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=808a9a8554544780957e3d75f523de48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365196 Oct 10 12:22:08.281517 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f698b-5d2e-4e2c-832f-825c294c2d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2b3f4a-ced2-4ebe-835c-6d3724c0ff62,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:08.283884 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49746) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:08.306033 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=63 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:08.339218 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1d0fbebd-e051-4b58-9320-322d956d75bc admin admin] Publish callbacks [] for security_group (5f2b3f4a-ced2-4ebe-835c-6d3724c0ff62), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:08.360793 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1d0fbebd-e051-4b58-9320-322d956d75bc admin admin] Publish callbacks [] for security_group (5f2b3f4a-ced2-4ebe-835c-6d3724c0ff62), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:08.363273 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fd7740-60c2-4f85-8fee-7642937d7612 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:22:08.372396 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Publish callbacks [] for port (26fd7740-60c2-4f85-8fee-7642937d7612), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:08.385286 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Transition to ACTIVE for port object 26fd7740-60c2-4f85-8fee-7642937d7612 will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:22:08.391841 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:08.393078 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:08.498751 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (26fd7740-60c2-4f85-8fee-7642937d7612), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:08.499220 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1d0fbebd-e051-4b58-9320-322d956d75bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (5f2b3f4a-ced2-4ebe-835c-6d3724c0ff62), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:08.501826 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-1d0fbebd-e051-4b58-9320-322d956d75bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:08.503039 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-1d0fbebd-e051-4b58-9320-322d956d75bc admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5f2b3f4a-ced2-4ebe-835c-6d3724c0ff62 HTTP/1.1" status: 204 len: 168 time: 0.2181535 Oct 10 12:22:08.513192 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fbebd-e051-4b58-9320-322d956d75bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2b3f4a-ced2-4ebe-835c-6d3724c0ff62,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:08.532253 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:08.584596 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Pushing event updated for resources: {'Port': ['ID=26fd7740-60c2-4f85-8fee-7642937d7612,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:08.621527 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Attempting to bind port 26fd7740-60c2-4f85-8fee-7642937d7612 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:22:08.621879 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Attempting to bind port 26fd7740-60c2-4f85-8fee-7642937d7612 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'db561d04-9d6c-4689-bab9-72a895dbd7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ec929e33-9298-4f1b-b849-74b08e115a5b'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:22:08.622213 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Attempting to bind port 26fd7740-60c2-4f85-8fee-7642937d7612 on network ec929e33-9298-4f1b-b849-74b08e115a5b {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:22:08.665867 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Port 26fd7740-60c2-4f85-8fee-7642937d7612 on network ec929e33-9298-4f1b-b849-74b08e115a5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:22:08.666587 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Attempting to bind port 26fd7740-60c2-4f85-8fee-7642937d7612 on network ec929e33-9298-4f1b-b849-74b08e115a5b {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:22:08.699242 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab2248-9e13-45c6-b757-915f84788f78 req-0a0d9f44-c755-465e-afe3-71416bbdd139 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:08.700849 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b8ab2248-9e13-45c6-b757-915f84788f78 req-0a0d9f44-c755-465e-afe3-71416bbdd139 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 948 time: 0.0465279 Oct 10 12:22:08.708573 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:22:08.708916 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Checking segment: {'id': 'db561d04-9d6c-4689-bab9-72a895dbd7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ec929e33-9298-4f1b-b849-74b08e115a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:22:08.709298 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Bound using segment: {'id': 'db561d04-9d6c-4689-bab9-72a895dbd7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ec929e33-9298-4f1b-b849-74b08e115a5b'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:22:08.709728 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Bound port: 26fd7740-60c2-4f85-8fee-7642937d7612, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db561d04-9d6c-4689-bab9-72a895dbd7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ec929e33-9298-4f1b-b849-74b08e115a5b'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:22:08.710859 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (26fd7740-60c2-4f85-8fee-7642937d7612), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:08.756063 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b8ab2248-9e13-45c6-b757-915f84788f78 req-63cfd259-385f-4aef-9783-04ff1032eabe tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6f71ecb6-db26-4908-8139-d6e08c0789cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491605 Oct 10 12:22:08.780295 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] For port 26fd7740-60c2-4f85-8fee-7642937d7612, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:22:08.783927 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] For port 26fd7740-60c2-4f85-8fee-7642937d7612, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=26fd7740-60c2-4f85-8fee-7642937d7612,segment=NetworkSegment(db561d04-9d6c-4689-bab9-72a895dbd7cf),segment_id=db561d04-9d6c-4689-bab9-72a895dbd7cf)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:22:08.904435 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (26fd7740-60c2-4f85-8fee-7642937d7612), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:08.908870 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:08.909477 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:08.910927 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/26fd7740-60c2-4f85-8fee-7642937d7612 HTTP/1.1" status: 200 len: 1098 time: 0.8939779 Oct 10 12:22:08.911410 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee45b48-6e03-4f6b-bb8e-e63251532a27', 'tag': '26fd7740-60c2-4f85-8fee-7642937d7612'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:22:08.913808 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010e60de-0bfc-4930-91e9-8885fc64296a" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee45b48-6e03-4f6b-bb8e-e63251532a27", "tag": "26fd7740-60c2-4f85-8fee-7642937d7612"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:22:08.962093 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee87382-fd19-4b13-a79f-d16649667a2e x-openstack-request-id: req-cee87382-fd19-4b13-a79f-d16649667a2e {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:22:08.968925 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee45b48-6e03-4f6b-bb8e-e63251532a27", "tag": "26fd7740-60c2-4f85-8fee-7642937d7612", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:22:08.968925 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cee87382-fd19-4b13-a79f-d16649667a2e {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:22:08.968925 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee87382-fd19-4b13-a79f-d16649667a2e'] response: {'name': 'network-changed', 'server_uuid': '2ee45b48-6e03-4f6b-bb8e-e63251532a27', 'tag': '26fd7740-60c2-4f85-8fee-7642937d7612', 'status': 'completed', 'code': 200} Oct 10 12:22:08.968925 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4a05b-bf4e-40d9-9a5f-a6d674e98e21 service neutron] Pushing event updated for resources: {'Port': ['ID=26fd7740-60c2-4f85-8fee-7642937d7612,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:09.046508 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e60de-0bfc-4930-91e9-8885fc64296a req-a8525354-ee83-4004-b78f-56bc87166133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:09.047947 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-010e60de-0bfc-4930-91e9-8885fc64296a req-a8525354-ee83-4004-b78f-56bc87166133 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=931d44e7d8c84dad9aa3c64eafd899d8&device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 1132 time: 0.0425720 Oct 10 12:22:09.078271 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-010e60de-0bfc-4930-91e9-8885fc64296a req-9f3c29e8-db33-4aed-9c62-c80deada79d6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=931d44e7d8c84dad9aa3c64eafd899d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192323 Oct 10 12:22:09.092764 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:09.173407 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e60de-0bfc-4930-91e9-8885fc64296a req-46ed413d-2a99-4745-9994-e44c8efa87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:09.174886 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-010e60de-0bfc-4930-91e9-8885fc64296a req-46ed413d-2a99-4745-9994-e44c8efa87c9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907168 Oct 10 12:22:09.272383 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-8c7d7f4e-d13a-4dd3-945c-33f60cae1628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:09.273886 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-8c7d7f4e-d13a-4dd3-945c-33f60cae1628 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=931d44e7d8c84dad9aa3c64eafd899d8&device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 1132 time: 0.0416353 Oct 10 12:22:09.314304 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49760) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:09.326826 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-c7046f8c-3791-415c-af2b-115486bc2798 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=26fd7740-60c2-4f85-8fee-7642937d7612 HTTP/1.1" status: 200 len: 217 time: 0.0404947 Oct 10 12:22:09.328432 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-14f0fdad-4b3e-48b9-97da-987e080b95ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:09.375741 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-9921c49b-c519-4f38-822e-514a4f013ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:09.377481 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-9921c49b-c519-4f38-822e-514a4f013ed4 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=553581f7-eea9-451f-926a-4f5378ccba45 HTTP/1.1" status: 200 len: 843 time: 0.0446584 Oct 10 12:22:09.405283 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-14f0fdad-4b3e-48b9-97da-987e080b95ac admin admin] Publish callbacks [] for security_group (6d1a1c58-eff4-4457-897e-b655e341ae5c), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:09.421207 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-299c8536-d354-4582-a4a9-668e7288e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:09.422791 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-299c8536-d354-4582-a4a9-668e7288e9cd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=ec929e33-9298-4f1b-b849-74b08e115a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0387993 Oct 10 12:22:09.461859 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-14f0fdad-4b3e-48b9-97da-987e080b95ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (6d1a1c58-eff4-4457-897e-b655e341ae5c), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:09.503025 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0fdad-4b3e-48b9-97da-987e080b95ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1a1c58-eff4-4457-897e-b655e341ae5c,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:09.510834 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-14f0fdad-4b3e-48b9-97da-987e080b95ac admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=0c75e6565ae6473c96760c4dd7b22e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936159 Oct 10 12:22:09.510834 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49764) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:09.536323 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-2d48df77-e206-4a56-80ef-c4326aac8e8f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ec929e33-9298-4f1b-b849-74b08e115a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071389 Oct 10 12:22:09.565340 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3c60a9de-6bd8-408c-8593-d9ed84b0cc50 admin admin] Publish callbacks [] for security_group (6d1a1c58-eff4-4457-897e-b655e341ae5c), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:09.587207 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3c60a9de-6bd8-408c-8593-d9ed84b0cc50 admin admin] Publish callbacks [] for security_group (6d1a1c58-eff4-4457-897e-b655e341ae5c), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:09.632725 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ddfbc963-9816-4bfb-957c-a1d8d5c6bf6a req-02203226-e929-4424-9f14-c6b494c1727b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/ec929e33-9298-4f1b-b849-74b08e115a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898511 Oct 10 12:22:09.758478 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3c60a9de-6bd8-408c-8593-d9ed84b0cc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (6d1a1c58-eff4-4457-897e-b655e341ae5c), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:09.761420 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3c60a9de-6bd8-408c-8593-d9ed84b0cc50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:09.762576 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3c60a9de-6bd8-408c-8593-d9ed84b0cc50 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6d1a1c58-eff4-4457-897e-b655e341ae5c HTTP/1.1" status: 204 len: 168 time: 0.2498875 Oct 10 12:22:09.770571 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60a9de-6bd8-408c-8593-d9ed84b0cc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1a1c58-eff4-4457-897e-b655e341ae5c,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:09.890416 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1b009-0880-4760-94de-64188590c269 req-1e7a95d8-fc1c-46f4-bc9e-5245444fba9b tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:09.891996 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-78f1b009-0880-4760-94de-64188590c269 req-1e7a95d8-fc1c-46f4-bc9e-5245444fba9b tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 948 time: 0.0487361 Oct 10 12:22:09.940455 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-78f1b009-0880-4760-94de-64188590c269 req-86a1420e-3b07-4a08-8572-b38ef6f4e63c tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6f71ecb6-db26-4908-8139-d6e08c0789cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428717 Oct 10 12:22:11.064978 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a825347-8c8a-49bd-9281-2994d31091f4 req-61202fff-cc16-4ae1-9485-861df4d4ed52 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:11.066494 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9a825347-8c8a-49bd-9281-2994d31091f4 req-61202fff-cc16-4ae1-9485-861df4d4ed52 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 948 time: 0.0487804 Oct 10 12:22:11.115818 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9a825347-8c8a-49bd-9281-2994d31091f4 req-4eaa1f68-ca06-4b1a-9183-202001d2fca0 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6f71ecb6-db26-4908-8139-d6e08c0789cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434256 Oct 10 12:22:12.256662 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7587c2-96ef-47eb-99c1-e137621c7f2a req-43ba4178-bfe0-4958-a992-18898a2be3bd tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:12.260626 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe7587c2-96ef-47eb-99c1-e137621c7f2a req-43ba4178-bfe0-4958-a992-18898a2be3bd tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 948 time: 0.0535455 Oct 10 12:22:12.266337 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49826) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:12.284051 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:12.314916 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe7587c2-96ef-47eb-99c1-e137621c7f2a req-ec9052b8-2eca-4791-b983-5eb54e9f4153 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6f71ecb6-db26-4908-8139-d6e08c0789cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489385 Oct 10 12:22:12.383052 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-cd98b2d7-78bb-4f45-a4ed-ae3c32061a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:12.437248 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:12.462984 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-cd98b2d7-78bb-4f45-a4ed-ae3c32061a66 admin admin] Publish callbacks [] for security_group (3fc98722-dc6f-4d0a-b3cb-037eedab86f6), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:12.590306 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-cd98b2d7-78bb-4f45-a4ed-ae3c32061a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (3fc98722-dc6f-4d0a-b3cb-037eedab86f6), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:12.640013 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-cd98b2d7-78bb-4f45-a4ed-ae3c32061a66 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2422eeb354644a5caa84292ee7b8b9f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725460 Oct 10 12:22:12.640715 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98b2d7-78bb-4f45-a4ed-ae3c32061a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc98722-dc6f-4d0a-b3cb-037eedab86f6,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:12.643183 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49832) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:12.697732 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-aeb09fe2-e8a3-44c9-92fb-e35c5a68f27d admin admin] Publish callbacks [] for security_group (3fc98722-dc6f-4d0a-b3cb-037eedab86f6), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:12.720145 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-aeb09fe2-e8a3-44c9-92fb-e35c5a68f27d admin admin] Publish callbacks [] for security_group (3fc98722-dc6f-4d0a-b3cb-037eedab86f6), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:12.864472 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-aeb09fe2-e8a3-44c9-92fb-e35c5a68f27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (3fc98722-dc6f-4d0a-b3cb-037eedab86f6), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:12.867805 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-aeb09fe2-e8a3-44c9-92fb-e35c5a68f27d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:12.868213 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-aeb09fe2-e8a3-44c9-92fb-e35c5a68f27d admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/3fc98722-dc6f-4d0a-b3cb-037eedab86f6 HTTP/1.1" status: 204 len: 168 time: 0.2241361 Oct 10 12:22:12.876229 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb09fe2-e8a3-44c9-92fb-e35c5a68f27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc98722-dc6f-4d0a-b3cb-037eedab86f6,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:13.436228 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374aaef3-5d0b-4b3c-9ef0-e17058d3d1e4 req-0867a5d0-600f-454e-b4b1-e27842b8e15d tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:13.437742 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-374aaef3-5d0b-4b3c-9ef0-e17058d3d1e4 req-0867a5d0-600f-454e-b4b1-e27842b8e15d tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 948 time: 0.0482619 Oct 10 12:22:13.489415 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-374aaef3-5d0b-4b3c-9ef0-e17058d3d1e4 req-d88d45e7-cd71-4d6a-86d3-6140f913ac50 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6f71ecb6-db26-4908-8139-d6e08c0789cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 Oct 10 12:22:13.759774 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 26fd7740-60c2-4f85-8fee-7642937d7612 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:22:13.826351 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=61,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:13.872402 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 26fd7740-60c2-4f85-8fee-7642937d7612, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=26fd7740-60c2-4f85-8fee-7642937d7612,segment=NetworkSegment(db561d04-9d6c-4689-bab9-72a895dbd7cf),segment_id=db561d04-9d6c-4689-bab9-72a895dbd7cf)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:22:13.884398 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '26fd7740-60c2-4f85-8fee-7642937d7612', 'network_id': 'ec929e33-9298-4f1b-b849-74b08e115a5b', 'port_id': '26fd7740-60c2-4f85-8fee-7642937d7612', 'mac_address': 'fa:16:3e:c0:e7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553581f7-eea9-451f-926a-4f5378ccba45', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:22:13.920735 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 26fd7740-60c2-4f85-8fee-7642937d7612 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:22:13.921040 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (26fd7740-60c2-4f85-8fee-7642937d7612), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:13.934549 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fd7740-60c2-4f85-8fee-7642937d7612 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:22:13.955027 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 26fd7740-60c2-4f85-8fee-7642937d7612, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=26fd7740-60c2-4f85-8fee-7642937d7612,segment=NetworkSegment(db561d04-9d6c-4689-bab9-72a895dbd7cf),segment_id=db561d04-9d6c-4689-bab9-72a895dbd7cf)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:22:14.067404 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (26fd7740-60c2-4f85-8fee-7642937d7612), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:14.115212 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=26fd7740-60c2-4f85-8fee-7642937d7612,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:14.485779 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['26fd7740-60c2-4f85-8fee-7642937d7612'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:22:14.510079 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:14.623967 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f196559-054e-41d6-97cc-24f48694bc75 req-dd3aceb9-f746-4dd0-887b-bad9d5583af2 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:14.627148 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8f196559-054e-41d6-97cc-24f48694bc75 req-dd3aceb9-f746-4dd0-887b-bad9d5583af2 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 949 time: 0.0561290 Oct 10 12:22:14.685335 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8f196559-054e-41d6-97cc-24f48694bc75 req-51e8f4a6-14a7-4513-a8a2-230f76393490 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6f71ecb6-db26-4908-8139-d6e08c0789cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520520 Oct 10 12:22:15.781855 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 26fd7740-60c2-4f85-8fee-7642937d7612 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:22:15.802365 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=70,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:15.810548 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02d001-88f9-4602-b0a9-77b5fd211134 req-8ee40f16-edb5-4864-8f4e-7372130c3a65 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:15.813785 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-df02d001-88f9-4602-b0a9-77b5fd211134 req-8ee40f16-edb5-4864-8f4e-7372130c3a65 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 949 time: 0.0487194 Oct 10 12:22:15.826862 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port 26fd7740-60c2-4f85-8fee-7642937d7612 completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:22:15.863190 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-df02d001-88f9-4602-b0a9-77b5fd211134 req-d99b6b59-155f-415b-b138-a0cf18e70a89 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6f71ecb6-db26-4908-8139-d6e08c0789cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450895 Oct 10 12:22:15.885301 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 26fd7740-60c2-4f85-8fee-7642937d7612 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:22:15.885737 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (26fd7740-60c2-4f85-8fee-7642937d7612), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:15.886081 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 26fd7740-60c2-4f85-8fee-7642937d7612 Oct 10 12:22:15.972930 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 26fd7740-60c2-4f85-8fee-7642937d7612 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:22:15.973318 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (26fd7740-60c2-4f85-8fee-7642937d7612), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:15.997186 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee45b48-6e03-4f6b-bb8e-e63251532a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fd7740-60c2-4f85-8fee-7642937d7612'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:22:15.999463 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2b60c7-7062-4a20-82ff-bbc3b599f74e" -d '{"events": [{"server_uuid": "2ee45b48-6e03-4f6b-bb8e-e63251532a27", "name": "network-vif-plugged", "status": "completed", "tag": "26fd7740-60c2-4f85-8fee-7642937d7612"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:22:16.013623 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 26fd7740-60c2-4f85-8fee-7642937d7612, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=26fd7740-60c2-4f85-8fee-7642937d7612,segment=NetworkSegment(db561d04-9d6c-4689-bab9-72a895dbd7cf),segment_id=db561d04-9d6c-4689-bab9-72a895dbd7cf)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:22:16.038507 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b777c06a-1b39-40d0-8cca-3888dd0b69cc x-openstack-request-id: req-b777c06a-1b39-40d0-8cca-3888dd0b69cc {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:22:16.038826 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee45b48-6e03-4f6b-bb8e-e63251532a27", "name": "network-vif-plugged", "status": "completed", "tag": "26fd7740-60c2-4f85-8fee-7642937d7612", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:22:16.039118 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b777c06a-1b39-40d0-8cca-3888dd0b69cc {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:22:16.039513 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b777c06a-1b39-40d0-8cca-3888dd0b69cc'] response: {'server_uuid': '2ee45b48-6e03-4f6b-bb8e-e63251532a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fd7740-60c2-4f85-8fee-7642937d7612', 'code': 200} Oct 10 12:22:16.073024 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (26fd7740-60c2-4f85-8fee-7642937d7612), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:16.126785 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=26fd7740-60c2-4f85-8fee-7642937d7612,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:16.312702 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:22:16.462487 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89d434-c072-44e1-9755-109aeb36cba5 req-6c8c7312-26b2-4329-853f-26796ba00dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:16.464039 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-2b89d434-c072-44e1-9755-109aeb36cba5 req-6c8c7312-26b2-4329-853f-26796ba00dc3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 1134 time: 0.0388854 Oct 10 12:22:16.508802 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-2b89d434-c072-44e1-9755-109aeb36cba5 req-9c57238b-96d5-451c-b6f2-333f8c924654 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6f71ecb6-db26-4908-8139-d6e08c0789cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388477 Oct 10 12:22:16.993243 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1c7a1-9b0a-46e5-b956-10c42ae4d80e req-42d939b0-a430-4a0e-b504-82bb6d53ee29 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:16.994686 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a4e1c7a1-9b0a-46e5-b956-10c42ae4d80e req-42d939b0-a430-4a0e-b504-82bb6d53ee29 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 950 time: 0.0508289 Oct 10 12:22:17.043515 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a4e1c7a1-9b0a-46e5-b956-10c42ae4d80e req-fcaafcb1-184a-43cf-8437-e82ef5f7429e tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6f71ecb6-db26-4908-8139-d6e08c0789cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430529 Oct 10 12:22:18.177315 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e1e56-05bd-4050-a954-57bfdbb0277a req-604990b2-5925-4b23-ae0e-cf75b79b483b tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:18.179195 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ed6e1e56-05bd-4050-a954-57bfdbb0277a req-604990b2-5925-4b23-ae0e-cf75b79b483b tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 950 time: 0.0515499 Oct 10 12:22:18.211055 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:18.229447 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ed6e1e56-05bd-4050-a954-57bfdbb0277a req-f959755c-2ef9-4ac8-894b-6a3d22496f74 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6f71ecb6-db26-4908-8139-d6e08c0789cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449920 Oct 10 12:22:18.574304 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49940) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:18.689774 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5d693d69-7216-483b-9386-c67df8cac7db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:18.758481 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4aabca-70c7-4a0c-84ad-47e084a8c292 req-517f89c7-48e0-480e-91f6-4ab8017e171c tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:18.760069 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-af4aabca-70c7-4a0c-84ad-47e084a8c292 req-517f89c7-48e0-480e-91f6-4ab8017e171c tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 950 time: 0.0556881 Oct 10 12:22:18.773171 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5d693d69-7216-483b-9386-c67df8cac7db admin admin] Publish callbacks [] for security_group (aea4649d-6365-43c4-be8a-457bbdc41158), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:18.808713 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-af4aabca-70c7-4a0c-84ad-47e084a8c292 req-fcc641fb-59dc-43cb-ad1a-a37ebed3c200 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6f71ecb6-db26-4908-8139-d6e08c0789cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426979 Oct 10 12:22:18.881279 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5d693d69-7216-483b-9386-c67df8cac7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (aea4649d-6365-43c4-be8a-457bbdc41158), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:18.905587 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:18.922404 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d693d69-7216-483b-9386-c67df8cac7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea4649d-6365-43c4-be8a-457bbdc41158,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:18.928920 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-5d693d69-7216-483b-9386-c67df8cac7db admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8ef95c3116be40ebadade4cb2175948e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3535056 Oct 10 12:22:18.931690 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49948) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:18.982602 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Publish callbacks [] for security_group (aea4649d-6365-43c4-be8a-457bbdc41158), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:19.003091 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Publish callbacks [] for security_group (aea4649d-6365-43c4-be8a-457bbdc41158), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:19.118451 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (aea4649d-6365-43c4-be8a-457bbdc41158), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:19.121006 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:19.122230 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/aea4649d-6365-43c4-be8a-457bbdc41158 HTTP/1.1" status: 204 len: 168 time: 0.1896241 Oct 10 12:22:19.130641 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea4649d-6365-43c4-be8a-457bbdc41158,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:19.138564 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:19.138884 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:19.139227 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:19.139615 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:19.139919 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:19.140241 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:19.140568 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:19.140887 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:19.141210 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:19.141535 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:19.141995 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:19.142314 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:19.142632 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:19.143042 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:19.143290 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6475d6d-33f6-4775-9ea8-76d7afcf24f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:19.863027 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 49962) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:19.877614 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6bae5317-c7c1-40c5-9e89-a3cfd0509ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:19.960060 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6bae5317-c7c1-40c5-9e89-a3cfd0509ea3 admin admin] Publish callbacks [] for security_group (833a3f74-7586-43d5-942f-3aaf678832ca), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:19.967603 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2f381-1345-4277-95bb-edbca136d0c6 req-73dfe014-0d32-41ad-af6e-0069b993afaf tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:19.969061 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-90e2f381-1345-4277-95bb-edbca136d0c6 req-73dfe014-0d32-41ad-af6e-0069b993afaf tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 950 time: 0.0542014 Oct 10 12:22:20.016915 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-90e2f381-1345-4277-95bb-edbca136d0c6 req-f5968f18-0286-4152-b884-618a0de4f310 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6f71ecb6-db26-4908-8139-d6e08c0789cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Oct 10 12:22:20.021044 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6bae5317-c7c1-40c5-9e89-a3cfd0509ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (833a3f74-7586-43d5-942f-3aaf678832ca), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:20.061664 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6bae5317-c7c1-40c5-9e89-a3cfd0509ea3 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9d26079a048f44ffab880a063bcec589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976411 Oct 10 12:22:20.063769 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae5317-c7c1-40c5-9e89-a3cfd0509ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833a3f74-7586-43d5-942f-3aaf678832ca,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:20.064478 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 49964) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:20.116511 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Publish callbacks [] for security_group (833a3f74-7586-43d5-942f-3aaf678832ca), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:20.138283 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Publish callbacks [] for security_group (833a3f74-7586-43d5-942f-3aaf678832ca), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:20.270022 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (833a3f74-7586-43d5-942f-3aaf678832ca), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:20.272539 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:20.273699 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/833a3f74-7586-43d5-942f-3aaf678832ca HTTP/1.1" status: 204 len: 168 time: 0.2081463 Oct 10 12:22:20.282905 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833a3f74-7586-43d5-942f-3aaf678832ca,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:20.289539 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:20.290367 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:20.290728 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:20.291069 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:20.291396 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:20.291726 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:20.292047 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:20.292394 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:20.292716 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:20.293045 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:20.293374 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:20.293692 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:20.294013 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:20.294327 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:20.294644 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae2fd2c-52d9-4ecd-8d81-404a5d3ba5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:22:20.334394 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:20.377539 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f09da2-4595-418b-ac41-033bc49d61a9 req-41a77acc-7028-42f9-9a31-1c1d0eb6b5f9 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:20.378990 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b5f09da2-4595-418b-ac41-033bc49d61a9 req-41a77acc-7028-42f9-9a31-1c1d0eb6b5f9 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 950 time: 0.0542300 Oct 10 12:22:20.468310 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-b5f09da2-4595-418b-ac41-033bc49d61a9 req-04b46d4f-b533-44f8-a031-cd716bf6f4ab tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Deleting port 26fd7740-60c2-4f85-8fee-7642937d7612 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:22:20.468649 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-b5f09da2-4595-418b-ac41-033bc49d61a9 req-04b46d4f-b533-44f8-a031-cd716bf6f4ab tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (26fd7740-60c2-4f85-8fee-7642937d7612), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:20.560076 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-b5f09da2-4595-418b-ac41-033bc49d61a9 req-04b46d4f-b533-44f8-a031-cd716bf6f4ab tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] For port 26fd7740-60c2-4f85-8fee-7642937d7612, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=26fd7740-60c2-4f85-8fee-7642937d7612,segment=NetworkSegment(db561d04-9d6c-4689-bab9-72a895dbd7cf),segment_id=db561d04-9d6c-4689-bab9-72a895dbd7cf)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:22:20.560354 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-b5f09da2-4595-418b-ac41-033bc49d61a9 req-04b46d4f-b533-44f8-a031-cd716bf6f4ab tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (26fd7740-60c2-4f85-8fee-7642937d7612), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:20.573269 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-b5f09da2-4595-418b-ac41-033bc49d61a9 req-04b46d4f-b533-44f8-a031-cd716bf6f4ab tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Calling delete_port for 26fd7740-60c2-4f85-8fee-7642937d7612 owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:22:20.789558 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-b5f09da2-4595-418b-ac41-033bc49d61a9 req-04b46d4f-b533-44f8-a031-cd716bf6f4ab tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (26fd7740-60c2-4f85-8fee-7642937d7612), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:20.819157 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b46d4f-b533-44f8-a031-cd716bf6f4ab tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Pushing event deleted for resources: {'Port': ['ID=26fd7740-60c2-4f85-8fee-7642937d7612,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:20.868830 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f09da2-4595-418b-ac41-033bc49d61a9 req-04b46d4f-b533-44f8-a031-cd716bf6f4ab tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] No DVR routers for this DVR port 26fd7740-60c2-4f85-8fee-7642937d7612 on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:22:20.871533 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-b5f09da2-4595-418b-ac41-033bc49d61a9 req-04b46d4f-b533-44f8-a031-cd716bf6f4ab tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:20.874660 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b5f09da2-4595-418b-ac41-033bc49d61a9 req-04b46d4f-b533-44f8-a031-cd716bf6f4ab tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.48 "DELETE /networking/v2.0/ports/26fd7740-60c2-4f85-8fee-7642937d7612 HTTP/1.1" status: 204 len: 173 time: 0.4900343 Oct 10 12:22:20.875173 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee45b48-6e03-4f6b-bb8e-e63251532a27', 'name': 'network-vif-deleted', 'tag': '26fd7740-60c2-4f85-8fee-7642937d7612'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:22:20.877524 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6335a670-5db1-4c6e-a18e-96b3807e38ce" -d '{"events": [{"server_uuid": "2ee45b48-6e03-4f6b-bb8e-e63251532a27", "name": "network-vif-deleted", "tag": "26fd7740-60c2-4f85-8fee-7642937d7612"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:22:20.920962 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724b0942-071d-438e-ab2f-453e5e3e81e3 x-openstack-request-id: req-724b0942-071d-438e-ab2f-453e5e3e81e3 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:22:20.923226 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee45b48-6e03-4f6b-bb8e-e63251532a27", "name": "network-vif-deleted", "tag": "26fd7740-60c2-4f85-8fee-7642937d7612", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:22:20.923612 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-724b0942-071d-438e-ab2f-453e5e3e81e3 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:22:20.924181 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-724b0942-071d-438e-ab2f-453e5e3e81e3'] response: {'server_uuid': '2ee45b48-6e03-4f6b-bb8e-e63251532a27', 'name': 'network-vif-deleted', 'tag': '26fd7740-60c2-4f85-8fee-7642937d7612', 'status': 'completed', 'code': 200} Oct 10 12:22:21.127731 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-41ac9bce-ab38-42e7-8d8e-4c561f6bbf7a req-60e2a1ea-1552-4a83-b365-73cb9303bd51 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 210 time: 0.0290611 Oct 10 12:22:22.237409 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7ab1486c-36cb-4d54-8002-b290294c668c req-536767c9-6f97-48d0-80c6-b69b1b78832c tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 210 time: 0.0304477 Oct 10 12:22:22.946378 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 50030) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:23.306794 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d8374013-0e2b-494f-bd94-fc4187ef66fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:23.344047 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0b909fe7-e372-4215-97c2-f9e463e9c8b1 req-7ce77411-1fdf-4650-a60f-27e171eb6337 tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 210 time: 0.0286510 Oct 10 12:22:23.362905 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:23.385643 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d8374013-0e2b-494f-bd94-fc4187ef66fb admin admin] Publish callbacks [] for security_group (7713eebb-018e-4125-a1b7-7618530702b4), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:23.512537 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-d8374013-0e2b-494f-bd94-fc4187ef66fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (7713eebb-018e-4125-a1b7-7618530702b4), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:23.552228 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8374013-0e2b-494f-bd94-fc4187ef66fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7713eebb-018e-4125-a1b7-7618530702b4,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:23.557167 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-d8374013-0e2b-494f-bd94-fc4187ef66fb admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d4dee8fb62c04681a4355cac6272626d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6096501 Oct 10 12:22:23.559774 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 50038) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:23.608275 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-06fdf869-6d18-44a1-86ea-df8431e6d47a admin admin] Publish callbacks [] for security_group (7713eebb-018e-4125-a1b7-7618530702b4), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:23.629094 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-06fdf869-6d18-44a1-86ea-df8431e6d47a admin admin] Publish callbacks [] for security_group (7713eebb-018e-4125-a1b7-7618530702b4), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:23.660383 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:23.780948 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-06fdf869-6d18-44a1-86ea-df8431e6d47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (7713eebb-018e-4125-a1b7-7618530702b4), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:23.783477 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-06fdf869-6d18-44a1-86ea-df8431e6d47a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:23.784617 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-06fdf869-6d18-44a1-86ea-df8431e6d47a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7713eebb-018e-4125-a1b7-7618530702b4 HTTP/1.1" status: 204 len: 168 time: 0.2239437 Oct 10 12:22:23.792952 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdf869-6d18-44a1-86ea-df8431e6d47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7713eebb-018e-4125-a1b7-7618530702b4,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:24.127515 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['26fd7740-60c2-4f85-8fee-7642937d7612'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:22:24.223655 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:24.360970 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 50044) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:24.374919 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-440acfa5-ce39-460d-8b3b-b4541873f8a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:24.454992 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-440acfa5-ce39-460d-8b3b-b4541873f8a1 admin admin] Publish callbacks [] for security_group (62239b57-d156-4a41-8255-6f4d686810f2), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:24.474439 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d09063b7-0459-4e2a-9db7-99e7f7524d7b req-11df0dac-5b23-4a4f-9300-2e242d2d44de tempest-VolumesNegativeTest-167966542 tempest-VolumesNegativeTest-167966542-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=2ee45b48-6e03-4f6b-bb8e-e63251532a27 HTTP/1.1" status: 200 len: 210 time: 0.0406404 Oct 10 12:22:24.532543 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-440acfa5-ce39-460d-8b3b-b4541873f8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (62239b57-d156-4a41-8255-6f4d686810f2), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:24.572891 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-440acfa5-ce39-460d-8b3b-b4541873f8a1 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f9a0cee1207245788a7b144371a869a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108409 Oct 10 12:22:24.574093 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440acfa5-ce39-460d-8b3b-b4541873f8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62239b57-d156-4a41-8255-6f4d686810f2,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:24.575607 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 50050) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:24.625536 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-170ad78d-0659-4e5d-8679-32f2d48e6ae3 admin admin] Publish callbacks [] for security_group (62239b57-d156-4a41-8255-6f4d686810f2), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:24.644291 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:24.646373 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-170ad78d-0659-4e5d-8679-32f2d48e6ae3 admin admin] Publish callbacks [] for security_group (62239b57-d156-4a41-8255-6f4d686810f2), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:24.810348 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-170ad78d-0659-4e5d-8679-32f2d48e6ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (62239b57-d156-4a41-8255-6f4d686810f2), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:24.812989 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-170ad78d-0659-4e5d-8679-32f2d48e6ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:24.814351 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-170ad78d-0659-4e5d-8679-32f2d48e6ae3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/62239b57-d156-4a41-8255-6f4d686810f2 HTTP/1.1" status: 204 len: 168 time: 0.2376938 Oct 10 12:22:24.822911 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ad78d-0659-4e5d-8679-32f2d48e6ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62239b57-d156-4a41-8255-6f4d686810f2,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:26.309179 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:26.646876 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 50148) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:26.767486 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3f70a63b-da17-4140-ac48-7f8844e6dac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:26.854083 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3f70a63b-da17-4140-ac48-7f8844e6dac8 admin admin] Publish callbacks [] for security_group (dd7c1451-1b23-4fb8-b97b-83f979a95adc), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:26.923293 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3f70a63b-da17-4140-ac48-7f8844e6dac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (dd7c1451-1b23-4fb8-b97b-83f979a95adc), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:26.963511 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3f70a63b-da17-4140-ac48-7f8844e6dac8 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=759a4fa2a6994b6892030c4d9c46d7c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155465 Oct 10 12:22:26.964435 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70a63b-da17-4140-ac48-7f8844e6dac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7c1451-1b23-4fb8-b97b-83f979a95adc,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:26.966455 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 50192) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:27.021005 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9ca96ee6-c72c-4bce-929f-6d5f17d9219c admin admin] Publish callbacks [] for security_group (dd7c1451-1b23-4fb8-b97b-83f979a95adc), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:27.042567 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9ca96ee6-c72c-4bce-929f-6d5f17d9219c admin admin] Publish callbacks [] for security_group (dd7c1451-1b23-4fb8-b97b-83f979a95adc), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:27.152516 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9ca96ee6-c72c-4bce-929f-6d5f17d9219c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (dd7c1451-1b23-4fb8-b97b-83f979a95adc), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:27.155260 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-9ca96ee6-c72c-4bce-929f-6d5f17d9219c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:27.159482 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-9ca96ee6-c72c-4bce-929f-6d5f17d9219c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/dd7c1451-1b23-4fb8-b97b-83f979a95adc HTTP/1.1" status: 204 len: 168 time: 0.1913102 Oct 10 12:22:27.168311 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca96ee6-c72c-4bce-929f-6d5f17d9219c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7c1451-1b23-4fb8-b97b-83f979a95adc,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:28.133663 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 26fd7740-60c2-4f85-8fee-7642937d7612 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:22:28.153036 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: 26fd7740-60c2-4f85-8fee-7642937d7612 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:22:28.160005 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 26fd7740-60c2-4f85-8fee-7642937d7612 not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:22:29.744344 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc2a2-164f-4969-a675-c81d710a908a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:30.078041 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 50374) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:30.205793 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-68147439-37b3-4471-b7f6-e9f133d0f007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:30.309692 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-68147439-37b3-4471-b7f6-e9f133d0f007 admin admin] Publish callbacks [] for security_group (eadd266a-2b7e-42e8-b191-bfbbe08ce12e), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:30.412437 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-68147439-37b3-4471-b7f6-e9f133d0f007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (eadd266a-2b7e-42e8-b191-bfbbe08ce12e), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:30.455926 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-68147439-37b3-4471-b7f6-e9f133d0f007 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=999aa6678db8480d876992e96a9d577f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762894 Oct 10 12:22:30.457062 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68147439-37b3-4471-b7f6-e9f133d0f007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadd266a-2b7e-42e8-b191-bfbbe08ce12e,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:30.462169 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 50394) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:30.517359 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dcee0d3c-f6d6-4639-beb6-6e4387df3786 admin admin] Publish callbacks [] for security_group (eadd266a-2b7e-42e8-b191-bfbbe08ce12e), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:30.538808 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dcee0d3c-f6d6-4639-beb6-6e4387df3786 admin admin] Publish callbacks [] for security_group (eadd266a-2b7e-42e8-b191-bfbbe08ce12e), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:30.681462 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dcee0d3c-f6d6-4639-beb6-6e4387df3786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (eadd266a-2b7e-42e8-b191-bfbbe08ce12e), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:30.688286 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-dcee0d3c-f6d6-4639-beb6-6e4387df3786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:30.688286 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-dcee0d3c-f6d6-4639-beb6-6e4387df3786 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/eadd266a-2b7e-42e8-b191-bfbbe08ce12e HTTP/1.1" status: 204 len: 168 time: 0.2249062 Oct 10 12:22:30.701392 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee0d3c-f6d6-4639-beb6-6e4387df3786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadd266a-2b7e-42e8-b191-bfbbe08ce12e,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:31.459936 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 50434) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:31.475130 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ae918789-76d7-4f16-aae6-c6397ecc3027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:31.523503 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:31.527878 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:DELETE=8,neutron:SELECT=77,neutron:INSERT=15 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:31.554193 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ae918789-76d7-4f16-aae6-c6397ecc3027 admin admin] Publish callbacks [] for security_group (57499cde-e46b-42e0-a3a2-86f23bac0202), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:31.617731 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-ae918789-76d7-4f16-aae6-c6397ecc3027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (57499cde-e46b-42e0-a3a2-86f23bac0202), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:31.659720 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-ae918789-76d7-4f16-aae6-c6397ecc3027 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b5b324c81c7a482bbb61caae5eed59ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983979 Oct 10 12:22:31.660613 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae918789-76d7-4f16-aae6-c6397ecc3027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57499cde-e46b-42e0-a3a2-86f23bac0202,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:31.662466 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 50436) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:31.690244 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:31.714104 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-01300a79-47ca-49cb-8783-5e269f48d5bb admin admin] Publish callbacks [] for security_group (57499cde-e46b-42e0-a3a2-86f23bac0202), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:31.734019 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-01300a79-47ca-49cb-8783-5e269f48d5bb admin admin] Publish callbacks [] for security_group (57499cde-e46b-42e0-a3a2-86f23bac0202), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:31.921038 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-01300a79-47ca-49cb-8783-5e269f48d5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (57499cde-e46b-42e0-a3a2-86f23bac0202), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:31.923772 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-01300a79-47ca-49cb-8783-5e269f48d5bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:31.924928 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-01300a79-47ca-49cb-8783-5e269f48d5bb admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/57499cde-e46b-42e0-a3a2-86f23bac0202 HTTP/1.1" status: 204 len: 168 time: 0.2613811 Oct 10 12:22:31.933187 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01300a79-47ca-49cb-8783-5e269f48d5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57499cde-e46b-42e0-a3a2-86f23bac0202,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:31.965805 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-746287dc-2a73-4053-b30c-cbfdc9eaa0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:33.475222 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:34.583461 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:35.129918 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:36.015685 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 50556) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:36.165177 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 50574) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:36.165670 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-15e2a88d-35db-41b7-a398-964c981b4713 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=931d44e7d8c84dad9aa3c64eafd899d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484795 Oct 10 12:22:36.216570 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3f82-4e33-41a5-b851-eaa5d1fa790a admin admin] Publish callbacks [] for security_group (6f71ecb6-db26-4908-8139-d6e08c0789cf), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:36.238452 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3f82-4e33-41a5-b851-eaa5d1fa790a admin admin] Publish callbacks [] for security_group (6f71ecb6-db26-4908-8139-d6e08c0789cf), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:36.417659 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3f82-4e33-41a5-b851-eaa5d1fa790a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (6f71ecb6-db26-4908-8139-d6e08c0789cf), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:36.422300 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3f82-4e33-41a5-b851-eaa5d1fa790a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:36.424934 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-a0fe3f82-4e33-41a5-b851-eaa5d1fa790a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6f71ecb6-db26-4908-8139-d6e08c0789cf HTTP/1.1" status: 204 len: 168 time: 0.2573497 Oct 10 12:22:36.433938 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe3f82-4e33-41a5-b851-eaa5d1fa790a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f71ecb6-db26-4908-8139-d6e08c0789cf,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:37.262152 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 50614) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:37.369810 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5ecec4e6-bd7a-4e6e-847f-ba04e9e48a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:37.453389 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5ecec4e6-bd7a-4e6e-847f-ba04e9e48a7c admin admin] Publish callbacks [] for security_group (66c481a0-c5a8-404d-b15f-3e7bf4739769), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:37.526511 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5ecec4e6-bd7a-4e6e-847f-ba04e9e48a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (66c481a0-c5a8-404d-b15f-3e7bf4739769), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:37.575219 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-5ecec4e6-bd7a-4e6e-847f-ba04e9e48a7c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2406e23f06df493ab9afcba4b0567de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062930 Oct 10 12:22:37.575219 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecec4e6-bd7a-4e6e-847f-ba04e9e48a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c481a0-c5a8-404d-b15f-3e7bf4739769,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:37.581276 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 50630) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:37.634249 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4e03e6da-d2c0-4e2f-8a11-6a9b007886e6 admin admin] Publish callbacks [] for security_group (66c481a0-c5a8-404d-b15f-3e7bf4739769), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:37.656531 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4e03e6da-d2c0-4e2f-8a11-6a9b007886e6 admin admin] Publish callbacks [] for security_group (66c481a0-c5a8-404d-b15f-3e7bf4739769), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:37.783377 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4e03e6da-d2c0-4e2f-8a11-6a9b007886e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (66c481a0-c5a8-404d-b15f-3e7bf4739769), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:37.786315 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-4e03e6da-d2c0-4e2f-8a11-6a9b007886e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:37.789987 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-4e03e6da-d2c0-4e2f-8a11-6a9b007886e6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/66c481a0-c5a8-404d-b15f-3e7bf4739769 HTTP/1.1" status: 204 len: 168 time: 0.2048557 Oct 10 12:22:37.797951 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03e6da-d2c0-4e2f-8a11-6a9b007886e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c481a0-c5a8-404d-b15f-3e7bf4739769,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:38.515972 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 50650) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:38.523310 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:38.530946 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9b38326c-4944-402e-a268-37654f38b3ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:38.608613 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9b38326c-4944-402e-a268-37654f38b3ce admin admin] Publish callbacks [] for security_group (266629ee-6946-49ed-924f-6d92d7665955), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:38.685978 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9b38326c-4944-402e-a268-37654f38b3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (266629ee-6946-49ed-924f-6d92d7665955), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:38.728573 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-9b38326c-4944-402e-a268-37654f38b3ce admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=840679fe62464eb8a84ef84970111716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114162 Oct 10 12:22:38.729643 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38326c-4944-402e-a268-37654f38b3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266629ee-6946-49ed-924f-6d92d7665955,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:38.732309 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 50654) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:38.788913 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1c0a0cc9-a964-40a4-ac9f-8f1bc715a497 admin admin] Publish callbacks [] for security_group (266629ee-6946-49ed-924f-6d92d7665955), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:38.811177 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1c0a0cc9-a964-40a4-ac9f-8f1bc715a497 admin admin] Publish callbacks [] for security_group (266629ee-6946-49ed-924f-6d92d7665955), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:38.935105 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1c0a0cc9-a964-40a4-ac9f-8f1bc715a497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (266629ee-6946-49ed-924f-6d92d7665955), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:38.942421 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-1c0a0cc9-a964-40a4-ac9f-8f1bc715a497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:38.942421 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-1c0a0cc9-a964-40a4-ac9f-8f1bc715a497 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/266629ee-6946-49ed-924f-6d92d7665955 HTTP/1.1" status: 204 len: 168 time: 0.2055042 Oct 10 12:22:38.946733 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a0cc9-a964-40a4-ac9f-8f1bc715a497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266629ee-6946-49ed-924f-6d92d7665955,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:45.064671 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:45.296711 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:45.301804 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:47.821375 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:48.725448 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:48.941757 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=31,neutron:DELETE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:48.943128 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:INSERT=3,neutron:SELECT=54,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:48.959180 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=49,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:49.480521 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 50792) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:49.616858 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa0ce-8c0c-4576-96fd-ceab7daae503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:49.694655 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa0ce-8c0c-4576-96fd-ceab7daae503 admin admin] Publish callbacks [] for security_group (d0e287a9-b238-4e40-81e7-be04d2547c44), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:49.843324 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa0ce-8c0c-4576-96fd-ceab7daae503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (d0e287a9-b238-4e40-81e7-be04d2547c44), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:49.886360 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-3f5aa0ce-8c0c-4576-96fd-ceab7daae503 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a8a9da437897418f84ca0620a83ab533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4047287 Oct 10 12:22:49.887458 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5aa0ce-8c0c-4576-96fd-ceab7daae503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e287a9-b238-4e40-81e7-be04d2547c44,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:49.889746 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 50806) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:49.947937 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-eedc0e10-32ae-4ce9-b8f8-155dabbca233 admin admin] Publish callbacks [] for security_group (d0e287a9-b238-4e40-81e7-be04d2547c44), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:49.969673 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-eedc0e10-32ae-4ce9-b8f8-155dabbca233 admin admin] Publish callbacks [] for security_group (d0e287a9-b238-4e40-81e7-be04d2547c44), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:50.097666 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-eedc0e10-32ae-4ce9-b8f8-155dabbca233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (d0e287a9-b238-4e40-81e7-be04d2547c44), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:50.103703 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-eedc0e10-32ae-4ce9-b8f8-155dabbca233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:50.103703 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-eedc0e10-32ae-4ce9-b8f8-155dabbca233 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d0e287a9-b238-4e40-81e7-be04d2547c44 HTTP/1.1" status: 204 len: 168 time: 0.2108130 Oct 10 12:22:50.115548 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc0e10-32ae-4ce9-b8f8-155dabbca233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e287a9-b238-4e40-81e7-be04d2547c44,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:53.311840 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:22:54.199888 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:55.639131 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 50884) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:55.745996 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c2bcc3fa-3a17-4eab-8d2b-af637af71c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:55.826327 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c2bcc3fa-3a17-4eab-8d2b-af637af71c56 admin admin] Publish callbacks [] for security_group (4c136330-a054-4625-b809-7ed4f2304644), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:55.880331 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-c2bcc3fa-3a17-4eab-8d2b-af637af71c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (4c136330-a054-4625-b809-7ed4f2304644), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:55.917641 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcc3fa-3a17-4eab-8d2b-af637af71c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c136330-a054-4625-b809-7ed4f2304644,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:55.923895 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-c2bcc3fa-3a17-4eab-8d2b-af637af71c56 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a404253b0e534b208d90650f943e9ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837405 Oct 10 12:22:55.926767 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 50888) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:55.977135 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-70d316e4-e8ee-41cb-ab5b-b9ab99fad8d5 admin admin] Publish callbacks [] for security_group (4c136330-a054-4625-b809-7ed4f2304644), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:55.997461 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-70d316e4-e8ee-41cb-ab5b-b9ab99fad8d5 admin admin] Publish callbacks [] for security_group (4c136330-a054-4625-b809-7ed4f2304644), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:56.131623 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-70d316e4-e8ee-41cb-ab5b-b9ab99fad8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (4c136330-a054-4625-b809-7ed4f2304644), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:56.134134 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-70d316e4-e8ee-41cb-ab5b-b9ab99fad8d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:56.135302 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-70d316e4-e8ee-41cb-ab5b-b9ab99fad8d5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4c136330-a054-4625-b809-7ed4f2304644 HTTP/1.1" status: 204 len: 168 time: 0.2076552 Oct 10 12:22:56.143295 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d316e4-e8ee-41cb-ab5b-b9ab99fad8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c136330-a054-4625-b809-7ed4f2304644,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:57.068891 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 50902) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:57.084312 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b16d7a42-7daa-448c-a249-4fa0de9df6df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:57.167942 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b16d7a42-7daa-448c-a249-4fa0de9df6df admin admin] Publish callbacks [] for security_group (60d7393e-8c61-40e5-b40e-def6ac76cfba), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:57.263464 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-b16d7a42-7daa-448c-a249-4fa0de9df6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (60d7393e-8c61-40e5-b40e-def6ac76cfba), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:57.308329 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-b16d7a42-7daa-448c-a249-4fa0de9df6df admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=e181520c9f404ab78edd28493e0dd7e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382536 Oct 10 12:22:57.309159 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d7a42-7daa-448c-a249-4fa0de9df6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d7393e-8c61-40e5-b40e-def6ac76cfba,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:57.312202 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 50904) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:57.363397 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-40b6bc7a-d016-4242-8e62-31c286fff906 admin admin] Publish callbacks [] for security_group (60d7393e-8c61-40e5-b40e-def6ac76cfba), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:57.384624 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-40b6bc7a-d016-4242-8e62-31c286fff906 admin admin] Publish callbacks [] for security_group (60d7393e-8c61-40e5-b40e-def6ac76cfba), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:57.518017 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-40b6bc7a-d016-4242-8e62-31c286fff906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (60d7393e-8c61-40e5-b40e-def6ac76cfba), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:57.520788 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-40b6bc7a-d016-4242-8e62-31c286fff906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:57.522071 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-40b6bc7a-d016-4242-8e62-31c286fff906 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/60d7393e-8c61-40e5-b40e-def6ac76cfba HTTP/1.1" status: 204 len: 168 time: 0.2083325 Oct 10 12:22:57.530487 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6bc7a-d016-4242-8e62-31c286fff906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d7393e-8c61-40e5-b40e-def6ac76cfba,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:59.362318 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8b1be013-89d9-4e8c-a7dc-20d03f5e1e16 req-bb0f7d82-58c7-4655-8de0-31cf8661b821 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410075 Oct 10 12:22:59.400515 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 50944) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:59.472830 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1be013-89d9-4e8c-a7dc-20d03f5e1e16 req-12b21928-c237-4424-84a0-c6f39c29553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:59.472830 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8b1be013-89d9-4e8c-a7dc-20d03f5e1e16 req-12b21928-c237-4424-84a0-c6f39c29553a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=c6ab1776de294ca1a23fc110b2f9af1d&device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 1130 time: 0.0446897 Oct 10 12:22:59.537983 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8d32-44af-4297-8fb3-e86725368934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:59.597793 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1be013-89d9-4e8c-a7dc-20d03f5e1e16 req-dbfc2cc9-df0c-4461-a872-cfe91936af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:59.599730 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8b1be013-89d9-4e8c-a7dc-20d03f5e1e16 req-dbfc2cc9-df0c-4461-a872-cfe91936af06 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9f8f922a-ec8b-42d4-a75e-2afb2158a141 HTTP/1.1" status: 200 len: 909 time: 0.1077573 Oct 10 12:22:59.638012 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8d32-44af-4297-8fb3-e86725368934 admin admin] Publish callbacks [] for security_group (3b23e96c-71c9-40e5-8cb3-edde46024571), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:59.662699 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8b1be013-89d9-4e8c-a7dc-20d03f5e1e16 req-c47859fb-2c09-435d-8ec7-25f64afaa395 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7 HTTP/1.1" status: 200 len: 1002 time: 0.0576520 Oct 10 12:22:59.695788 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-70919ff9-43f8-42ae-8a42-b8a3a0ca18c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:59.715837 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1be013-89d9-4e8c-a7dc-20d03f5e1e16 req-6b922e54-30a8-49b0-b957-f08632edcd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:59.717412 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8b1be013-89d9-4e8c-a7dc-20d03f5e1e16 req-6b922e54-30a8-49b0-b957-f08632edcd93 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b8bfb1f2-f5dd-4aad-a347-6f1f40dba581 HTTP/1.1" status: 200 len: 847 time: 0.0492184 Oct 10 12:22:59.723540 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8d32-44af-4297-8fb3-e86725368934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (3b23e96c-71c9-40e5-8cb3-edde46024571), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:59.728818 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:59.744014 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:59.767352 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a8d32-44af-4297-8fb3-e86725368934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b23e96c-71c9-40e5-8cb3-edde46024571,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:22:59.767729 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1be013-89d9-4e8c-a7dc-20d03f5e1e16 req-01527e84-5fd3-416f-8fca-d050d7bef5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:22:59.770142 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8b1be013-89d9-4e8c-a7dc-20d03f5e1e16 req-01527e84-5fd3-416f-8fca-d050d7bef5f6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9f8f922a-ec8b-42d4-a75e-2afb2158a141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463493 Oct 10 12:22:59.771792 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-0c4a8d32-44af-4297-8fb3-e86725368934 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c16116bce0b943bdba7d985219bb18e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702753 Oct 10 12:22:59.775266 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 50962) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:22:59.869783 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:59.893101 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a95f9232-435b-410b-b9d6-04f5da84efae admin admin] Publish callbacks [] for security_group (3b23e96c-71c9-40e5-8cb3-edde46024571), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:22:59.921036 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:22:59.927070 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8b1be013-89d9-4e8c-a7dc-20d03f5e1e16 req-457306c7-baab-4cec-bf44-cc4ac5f171eb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458688 Oct 10 12:22:59.928919 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a95f9232-435b-410b-b9d6-04f5da84efae admin admin] Publish callbacks [] for security_group (3b23e96c-71c9-40e5-8cb3-edde46024571), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:00.009046 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 50966) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:23:00.044386 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-8b1be013-89d9-4e8c-a7dc-20d03f5e1e16 req-6241c13b-a8fa-4512-b718-ec1184697f9b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086364 Oct 10 12:23:00.129731 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a95f9232-435b-410b-b9d6-04f5da84efae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (3b23e96c-71c9-40e5-8cb3-edde46024571), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:00.136301 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ec97a30f-b46d-4037-9b62-10916b583971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:00.136470 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-a95f9232-435b-410b-b9d6-04f5da84efae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:00.136470 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-a95f9232-435b-410b-b9d6-04f5da84efae admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/3b23e96c-71c9-40e5-8cb3-edde46024571 HTTP/1.1" status: 204 len: 168 time: 0.3584089 Oct 10 12:23:00.144660 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f9232-435b-410b-b9d6-04f5da84efae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b23e96c-71c9-40e5-8cb3-edde46024571,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:00.217770 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ec97a30f-b46d-4037-9b62-10916b583971 admin admin] Publish callbacks [] for security_group (aad7b46e-fa94-4457-a34a-c6a2b49ab37e), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:00.348838 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ec97a30f-b46d-4037-9b62-10916b583971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (aad7b46e-fa94-4457-a34a-c6a2b49ab37e), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:00.388883 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97a30f-b46d-4037-9b62-10916b583971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad7b46e-fa94-4457-a34a-c6a2b49ab37e,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:00.393032 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-ec97a30f-b46d-4037-9b62-10916b583971 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d631ef3b88d440f1819d18da7117ee21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3828657 Oct 10 12:23:00.395714 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 50972) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:23:00.447201 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-751fdf04-258f-4815-ba8e-c8cbb13fc2b6 admin admin] Publish callbacks [] for security_group (aad7b46e-fa94-4457-a34a-c6a2b49ab37e), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:00.470420 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-751fdf04-258f-4815-ba8e-c8cbb13fc2b6 admin admin] Publish callbacks [] for security_group (aad7b46e-fa94-4457-a34a-c6a2b49ab37e), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:00.592437 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-751fdf04-258f-4815-ba8e-c8cbb13fc2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (aad7b46e-fa94-4457-a34a-c6a2b49ab37e), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:00.596036 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-751fdf04-258f-4815-ba8e-c8cbb13fc2b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:00.598744 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-751fdf04-258f-4815-ba8e-c8cbb13fc2b6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/aad7b46e-fa94-4457-a34a-c6a2b49ab37e HTTP/1.1" status: 204 len: 168 time: 0.2007151 Oct 10 12:23:00.619323 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fdf04-258f-4815-ba8e-c8cbb13fc2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad7b46e-fa94-4457-a34a-c6a2b49ab37e,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:01.896997 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51022) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:23:01.901341 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-6b4eb4a6-908b-44cb-864d-3cd13cec2e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.006380 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-75e89ea3-2a1d-4c6e-9e4a-7b218bdda850 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-145067367-network', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:23:02.088887 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e89ea3-2a1d-4c6e-9e4a-7b218bdda850 admin admin] Made reservation on behalf of bafe96e8ab4d498981d0e309c484c125 for: {'network': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:23:02.091401 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-75e89ea3-2a1d-4c6e-9e4a-7b218bdda850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.105987 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-75e89ea3-2a1d-4c6e-9e4a-7b218bdda850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.116481 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51028) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:23:02.189682 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-75e89ea3-2a1d-4c6e-9e4a-7b218bdda850 admin admin] Publish callbacks [] for security_group (f10fe203-e6b1-4dc9-944c-44611466aa6c), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.242291 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-16b134f0-a688-4b15-b078-ffabd72db82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.271852 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-75e89ea3-2a1d-4c6e-9e4a-7b218bdda850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (f10fe203-e6b1-4dc9-944c-44611466aa6c), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.284019 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:02.304718 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e89ea3-2a1d-4c6e-9e4a-7b218bdda850 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=107007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:23:02.309892 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e89ea3-2a1d-4c6e-9e4a-7b218bdda850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10fe203-e6b1-4dc9-944c-44611466aa6c,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:02.317100 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-75e89ea3-2a1d-4c6e-9e4a-7b218bdda850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (bf2b5b85-ac16-4850-8c8a-3f6ee99539b6), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.317439 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.segments_db [None req-75e89ea3-2a1d-4c6e-9e4a-7b218bdda850 admin admin] Added segment bf2b5b85-ac16-4850-8c8a-3f6ee99539b6 of type vlan for network 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 Oct 10 12:23:02.332261 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-16b134f0-a688-4b15-b078-ffabd72db82a admin admin] Publish callbacks [] for security_group (d07593d5-3569-4be8-a97b-c2c7ea3149dc), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.362596 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-75e89ea3-2a1d-4c6e-9e4a-7b218bdda850 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.434300 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-16b134f0-a688-4b15-b078-ffabd72db82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (d07593d5-3569-4be8-a97b-c2c7ea3149dc), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.457292 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-75e89ea3-2a1d-4c6e-9e4a-7b218bdda850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.458193 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e89ea3-2a1d-4c6e-9e4a-7b218bdda850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:02.458836 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-75e89ea3-2a1d-4c6e-9e4a-7b218bdda850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.477306 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b134f0-a688-4b15-b078-ffabd72db82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07593d5-3569-4be8-a97b-c2c7ea3149dc,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:02.485056 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-16b134f0-a688-4b15-b078-ffabd72db82a admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4cac127d59f94678a732fc232c56b05c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674586 Oct 10 12:23:02.485697 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51032) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:23:02.528314 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e89ea3-2a1d-4c6e-9e4a-7b218bdda850 admin admin] Pushing event updated for resources: {'Network': ['ID=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:02.538960 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:23:02.543876 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-db580e43-5867-4fcd-a1e2-08085bdf9412 admin admin] Publish callbacks [] for security_group (d07593d5-3569-4be8-a97b-c2c7ea3149dc), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.568932 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-db580e43-5867-4fcd-a1e2-08085bdf9412 admin admin] Publish callbacks [] for security_group (d07593d5-3569-4be8-a97b-c2c7ea3149dc), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.593372 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-75e89ea3-2a1d-4c6e-9e4a-7b218bdda850 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6949806 Oct 10 12:23:02.596114 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51034) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:23:02.604474 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-e2b8c69b-81ec-495e-a508-03baa96652b4 admin admin] Request body: {'subnet': {'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-145067367-subnet', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'ip_version': 4}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:23:02.777403 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b8c69b-81ec-495e-a508-03baa96652b4 admin admin] Made reservation on behalf of bafe96e8ab4d498981d0e309c484c125 for: {'subnet': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:23:02.777642 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-db580e43-5867-4fcd-a1e2-08085bdf9412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (d07593d5-3569-4be8-a97b-c2c7ea3149dc), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.779884 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c69b-81ec-495e-a508-03baa96652b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29423792'] for subnet (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.780140 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-db580e43-5867-4fcd-a1e2-08085bdf9412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:02.783431 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-db580e43-5867-4fcd-a1e2-08085bdf9412 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d07593d5-3569-4be8-a97b-c2c7ea3149dc HTTP/1.1" status: 204 len: 168 time: 0.2943692 Oct 10 12:23:02.790035 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db580e43-5867-4fcd-a1e2-08085bdf9412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07593d5-3569-4be8-a97b-c2c7ea3149dc,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:02.874148 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:03.023302 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c69b-81ec-495e-a508-03baa96652b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32524323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29423778'] for subnet (46222ac0-c98e-478f-966f-f94db5b38fd7), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:03.085929 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:03.092283 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8c69b-81ec-495e-a508-03baa96652b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46222ac0-c98e-478f-966f-f94db5b38fd7,revision_number=0']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:03.105260 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8c69b-81ec-495e-a508-03baa96652b4 admin admin] Checking segment: {'id': 'bf2b5b85-ac16-4850-8c8a-3f6ee99539b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:23:03.106321 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b8c69b-81ec-495e-a508-03baa96652b4 admin admin] Network hostable DHCP agents. Network: 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:23:03.228668 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b8c69b-81ec-495e-a508-03baa96652b4 admin admin] Network 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:23:03.306962 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:03.308103 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:03.323366 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-e2b8c69b-81ec-495e-a508-03baa96652b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316) {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:23:03.328200 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8c69b-81ec-495e-a508-03baa96652b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:03.328795 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c69b-81ec-495e-a508-03baa96652b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:03.338244 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f94b32c-fd09-4632-ba48-527cc79ebc31 None None] Network 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:23:03.402302 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-e2b8c69b-81ec-495e-a508-03baa96652b4 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8046122 Oct 10 12:23:03.405487 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51040) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:23:03.410090 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-145067367-router', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:23:03.456227 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6753c52c-ef75-59bb-aee5-b15e716cdc5a-8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'fixed_ips': [{'subnet_id': '46222ac0-c98e-478f-966f-f94db5b38fd7'}]}} from dv-cinder-860209-4-iscsi. {{(pid=107008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:23:03.457187 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:03.461492 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:03.523857 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12421'] for router (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:03.524987 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2066842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12466'] for router (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:03.577583 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Publish callbacks [] for router_controller (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), precommit_add_association {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:03.599521 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.db_base_plugin_common [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Allocated IP 172.20.0.2 (8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316/46222ac0-c98e-478f-966f-f94db5b38fd7/2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f) {{(pid=107008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:23:03.788922 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Publish callbacks [] for port (2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f), precommit_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:03.839345 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Publish callbacks [] for router_gateway (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:03.880744 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:03.923729 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Network 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 is already hosted by enough agents. {{(pid=107008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:23:03.936777 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.base_scheduler [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Resources bound (agent type, host, resource id): {{(pid=107008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:23:03.936777 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Pushing event updated for resources: {'Port': ['ID=2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f,revision_number=1']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:03.936777 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Received port after_create {{(pid=107008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:23:03.945342 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:03.945690 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:03.946035 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:03.946373 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:03.946835 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:03.947070 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:03.947510 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:03.947751 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:03.948077 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:03.948409 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:03.948735 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:03.949066 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:03.949391 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:03.949711 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:03.950034 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:04.137990 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Attempting to bind port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:23:04.138253 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Attempting to bind port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'bf2b5b85-ac16-4850-8c8a-3f6ee99539b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:23:04.138622 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Attempting to bind port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f on network 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:23:04.182229 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:23:04.182618 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Checking segment: {'id': 'bf2b5b85-ac16-4850-8c8a-3f6ee99539b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:23:04.182909 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:04.183301 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Bound using segment: {'id': 'bf2b5b85-ac16-4850-8c8a-3f6ee99539b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:23:04.183800 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Bound port: 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2b5b85-ac16-4850-8c8a-3f6ee99539b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:23:04.184151 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:04.243469 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Publish callbacks [] for router_gateway (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:04.244863 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] For port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:23:04.248039 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] For port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f,segment=NetworkSegment(bf2b5b85-ac16-4850-8c8a-3f6ee99539b6),segment_id=bf2b5b85-ac16-4850-8c8a-3f6ee99539b6)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:23:04.266009 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:04.370839 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Allocated IP 172.27.4.193 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/dcb5a215-c57c-4226-9a40-3e9124f1915f) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:23:04.409431 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:04.475894 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:04.481782 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8693fc-a00c-4305-b126-387b74a837ab None None] Pushing event updated for resources: {'Port': ['ID=2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:04.506910 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Publish callbacks [] for port (dcb5a215-c57c-4226-9a40-3e9124f1915f), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:04.649235 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:04.664160 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (dcb5a215-c57c-4226-9a40-3e9124f1915f), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:04.710409 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:23:04.713708 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:23:04.718296 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:23:04.742021 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb5a215-c57c-4226-9a40-3e9124f1915f,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:04.803223 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:05.005906 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:23:05.037582 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Publish callbacks [] for router_gateway (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:05.069837 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:05.070418 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:05.070792 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f Oct 10 12:23:05.162713 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:05.163123 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:05.193099 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:05.198419 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:05.202192 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f,segment=NetworkSegment(bf2b5b85-ac16-4850-8c8a-3f6ee99539b6),segment_id=bf2b5b85-ac16-4850-8c8a-3f6ee99539b6)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:23:05.245577 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605323'] for router (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:05.305995 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:05.367331 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:05.391079 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaec1b4-92dc-4545-985b-95d51741708d None None] Network 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:23:05.474405 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a is scheduled to L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 with binding_index 1 {{(pid=107007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:23:05.503931 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-c9da0d01-e52f-47df-b65d-824ec1d85f53 None None] Provisioning complete for port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:05.504552 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-c9da0d01-e52f-47df-b65d-824ec1d85f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:05.504691 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-c9da0d01-e52f-47df-b65d-824ec1d85f53 None None] Attempt 1 to provision port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f Oct 10 12:23:05.531999 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:05.550517 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:05.588169 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-c9da0d01-e52f-47df-b65d-824ec1d85f53 None None] Current status of the port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:05.588761 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:23:05.601177 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Sync routers for ids ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:23:05.616130 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Routers {'6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:23:05.617151 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:23:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:23:05.704785 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:05.709815 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51046) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:23:05.710381 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-73fbb26a-2a77-4eb2-aa84-79bf689a7b05 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3029139 Oct 10 12:23:05.725809 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Set router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:23:05.819817 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-39fa7674-0bcf-4a56-9d55-7483c2d7a6a8 None None] Provisioning complete for port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:05.820355 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-39fa7674-0bcf-4a56-9d55-7483c2d7a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:05.820792 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-39fa7674-0bcf-4a56-9d55-7483c2d7a6a8 None None] Attempt 1 to provision port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f Oct 10 12:23:05.902636 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'name': 'tempest-TestMinimumBasicScenario-145067367-router', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193'}], 'enable_snat': True}, 'gw_port_id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:03Z', 'updated_at': '2022-10-10T12:23:04Z', 'revision_number': 3, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'gw_port': {'id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:04Z', 'updated_at': '2022-10-10T12:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:23:05.903140 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-39fa7674-0bcf-4a56-9d55-7483c2d7a6a8 None None] Current status of the port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:05.928908 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Checking router: 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:23:05.929251 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Updating router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a port dcb5a215-c57c-4226-9a40-3e9124f1915f binding host dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:23:05.961929 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (dcb5a215-c57c-4226-9a40-3e9124f1915f), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:06.221855 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:06.225587 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Publish callbacks [] for port (dcb5a215-c57c-4226-9a40-3e9124f1915f), precommit_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:06.320327 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (dcb5a215-c57c-4226-9a40-3e9124f1915f), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:06.354080 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Attempting to bind port dcb5a215-c57c-4226-9a40-3e9124f1915f on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:23:06.354478 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Attempting to bind port dcb5a215-c57c-4226-9a40-3e9124f1915f by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:23:06.354818 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Attempting to bind port dcb5a215-c57c-4226-9a40-3e9124f1915f on network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:23:06.394620 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:06.497047 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Pushing event updated for resources: {'Port': ['ID=dcb5a215-c57c-4226-9a40-3e9124f1915f,revision_number=2']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:06.508026 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:06.508370 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:06.508615 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:06.508960 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:06.509287 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:06.509604 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:06.509916 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:06.510225 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:06.510536 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:06.510876 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:06.511188 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:06.511515 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:06.511827 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:06.512118 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:06.512433 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:06.518308 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:23:06.518859 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Checking segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:23:06.519086 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:06.519474 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Bound using segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:23:06.519942 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Bound port: dcb5a215-c57c-4226-9a40-3e9124f1915f, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:23:06.520293 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (dcb5a215-c57c-4226-9a40-3e9124f1915f), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:06.571112 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Allocated IP 172.20.0.1 (8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316/46222ac0-c98e-478f-966f-f94db5b38fd7/a44f9078-17d6-4b69-8b64-c10bde7cd011) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:23:06.577327 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] For port dcb5a215-c57c-4226-9a40-3e9124f1915f, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:23:06.580629 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] For port dcb5a215-c57c-4226-9a40-3e9124f1915f, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=dcb5a215-c57c-4226-9a40-3e9124f1915f,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:23:06.597744 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:06.682933 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Publish callbacks [] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:06.723619 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (dcb5a215-c57c-4226-9a40-3e9124f1915f), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:06.760985 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Routers {'6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:23:06.761616 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:23:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:23:06.817693 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:06.823957 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbec03-59f7-402e-88a0-2858ec45fd63 None None] Pushing event updated for resources: {'Port': ['ID=dcb5a215-c57c-4226-9a40-3e9124f1915f,revision_number=3']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:06.856496 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:06.880500 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] Set router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:23:06.889647 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:06.940685 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Network 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:23:06.948606 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:23:06.958328 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:23:06.962881 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=a44f9078-17d6-4b69-8b64-c10bde7cd011,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:07.030473 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598000'] for router_interface (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:07.064028 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:23:07.097370 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'name': 'tempest-TestMinimumBasicScenario-145067367-router', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193'}], 'enable_snat': True}, 'gw_port_id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:03Z', 'updated_at': '2022-10-10T12:23:04Z', 'revision_number': 3, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'gw_port': {'id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:04Z', 'updated_at': '2022-10-10T12:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:23:07.131791 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e35b73-9069-4a7c-97fc-a6db99799965 None None] The sync data for ids ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'] in dv-cinder-860209-4-iscsi is: [{'id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'name': 'tempest-TestMinimumBasicScenario-145067367-router', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193'}], 'enable_snat': True}, 'gw_port_id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:03Z', 'updated_at': '2022-10-10T12:23:04Z', 'revision_number': 3, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'gw_port': {'id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:04Z', 'updated_at': '2022-10-10T12:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:23:07.163638 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:07.164530 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:07.165231 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f Oct 10 12:23:07.298891 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:07.310803 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:07.344890 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-4c7d43f3-a797-4878-91bc-1a6db3d0faa6 None None] Provisioning complete for port a44f9078-17d6-4b69-8b64-c10bde7cd011 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:07.345253 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-4c7d43f3-a797-4878-91bc-1a6db3d0faa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:07.345641 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-4c7d43f3-a797-4878-91bc-1a6db3d0faa6 None None] Attempt 1 to provision port a44f9078-17d6-4b69-8b64-c10bde7cd011 Oct 10 12:23:07.386248 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-4c7d43f3-a797-4878-91bc-1a6db3d0faa6 None None] Port a44f9078-17d6-4b69-8b64-c10bde7cd011 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:23:07.491601 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:07.575810 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Publish callbacks [] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:07.674330 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31514739'] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:07.751574 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=a44f9078-17d6-4b69-8b64-c10bde7cd011,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:07.754130 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598124'] for router_interface (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:07.910023 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Network 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:23:07.912680 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:23:08.051980 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:23:08.153471 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:08.164666 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:23:08.169596 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-fa333135-fdbb-4ec8-b9d4-c897a7ece9d7 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4587581 Oct 10 12:23:08.211579 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-d711670f-7525-4185-8cdd-b8fe0b1f152a None None] Provisioning complete for port a44f9078-17d6-4b69-8b64-c10bde7cd011 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:08.212206 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-d711670f-7525-4185-8cdd-b8fe0b1f152a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:08.212206 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-d711670f-7525-4185-8cdd-b8fe0b1f152a None None] Attempt 1 to provision port a44f9078-17d6-4b69-8b64-c10bde7cd011 Oct 10 12:23:08.246005 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-d711670f-7525-4185-8cdd-b8fe0b1f152a None None] Port a44f9078-17d6-4b69-8b64-c10bde7cd011 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:23:08.846252 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Sync routers for ids ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:23:08.859980 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Routers {'6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:23:08.860635 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:23:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:23:09.001648 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Set router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:23:09.062649 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51064) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:23:09.067383 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-760e69ac-0d99-4d75-bd6f-b74363fed30e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-188740169-network', 'tenant_id': '91f85d93de9b44dc9ef044e3f7ecb7c4'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:23:09.077418 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device dcb5a215-c57c-4226-9a40-3e9124f1915f up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:23:09.171637 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760e69ac-0d99-4d75-bd6f-b74363fed30e admin admin] Made reservation on behalf of 91f85d93de9b44dc9ef044e3f7ecb7c4 for: {'network': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:23:09.174046 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-760e69ac-0d99-4d75-bd6f-b74363fed30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for network (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:09.178597 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port dcb5a215-c57c-4226-9a40-3e9124f1915f triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:09.179011 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (dcb5a215-c57c-4226-9a40-3e9124f1915f), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:09.179338 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port dcb5a215-c57c-4226-9a40-3e9124f1915f Oct 10 12:23:09.183721 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-760e69ac-0d99-4d75-bd6f-b74363fed30e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:09.269366 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-760e69ac-0d99-4d75-bd6f-b74363fed30e admin admin] Publish callbacks [] for security_group (059c4315-e25b-4fa8-a52d-bf241506309b), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:09.308709 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'name': 'tempest-TestMinimumBasicScenario-145067367-router', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193'}], 'enable_snat': True}, 'gw_port_id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:03Z', 'updated_at': '2022-10-10T12:23:07Z', 'revision_number': 4, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'gw_port': {'id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:04Z', 'updated_at': '2022-10-10T12:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'a44f9078-17d6-4b69-8b64-c10bde7cd011', 'name': '', 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'mac_address': 'fa:16:3e:ad:b3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:06Z', 'updated_at': '2022-10-10T12:23:07Z', 'revision_number': 2, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'subnets': [{'id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:23:09.338129 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-760e69ac-0d99-4d75-bd6f-b74363fed30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (059c4315-e25b-4fa8-a52d-bf241506309b), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:09.339216 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Checking router: 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:23:09.339573 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Updating router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a port a44f9078-17d6-4b69-8b64-c10bde7cd011 binding host dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:23:09.341501 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port dcb5a215-c57c-4226-9a40-3e9124f1915f is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:09.341886 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (dcb5a215-c57c-4226-9a40-3e9124f1915f), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:09.369061 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760e69ac-0d99-4d75-bd6f-b74363fed30e admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=107006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 10 12:23:09.379034 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e69ac-0d99-4d75-bd6f-b74363fed30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059c4315-e25b-4fa8-a52d-bf241506309b,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:09.383657 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-760e69ac-0d99-4d75-bd6f-b74363fed30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (1e59e8a3-c558-4281-b806-57dca8869600), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:09.384025 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.segments_db [None req-760e69ac-0d99-4d75-bd6f-b74363fed30e admin admin] Added segment 1e59e8a3-c558-4281-b806-57dca8869600 of type vlan for network 83266b85-78bf-413d-ba08-a76b0689ba7e Oct 10 12:23:09.385671 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port dcb5a215-c57c-4226-9a40-3e9124f1915f, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=dcb5a215-c57c-4226-9a40-3e9124f1915f,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:23:09.389317 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:09.430835 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-760e69ac-0d99-4d75-bd6f-b74363fed30e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759133669843'] for network (83266b85-78bf-413d-ba08-a76b0689ba7e), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:09.487343 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (dcb5a215-c57c-4226-9a40-3e9124f1915f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:09.540867 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-760e69ac-0d99-4d75-bd6f-b74363fed30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257'] for network (83266b85-78bf-413d-ba08-a76b0689ba7e), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:09.542015 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760e69ac-0d99-4d75-bd6f-b74363fed30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:09.542600 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-760e69ac-0d99-4d75-bd6f-b74363fed30e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:09.545318 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:09.594496 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=dcb5a215-c57c-4226-9a40-3e9124f1915f,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:09.608719 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e69ac-0d99-4d75-bd6f-b74363fed30e admin admin] Pushing event updated for resources: {'Network': ['ID=83266b85-78bf-413d-ba08-a76b0689ba7e,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:09.619610 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Network 83266b85-78bf-413d-ba08-a76b0689ba7e details requested by agent ovs-agent-dv-cinder-860209-4-iscsi with host dv-cinder-860209-4-iscsi {{(pid=107008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 10 12:23:09.690165 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-760e69ac-0d99-4d75-bd6f-b74363fed30e admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6269257 Oct 10 12:23:09.692754 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51066) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:23:09.697746 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-3197b072-8e44-49e5-ac18-b1f336ad97e3 admin admin] Request body: {'subnet': {'network_id': '83266b85-78bf-413d-ba08-a76b0689ba7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-188740169-subnet', 'tenant_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'ip_version': 4}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:23:09.752159 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:09.754100 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:09.770897 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Publish callbacks [] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:09.794253 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3197b072-8e44-49e5-ac18-b1f336ad97e3 admin admin] Made reservation on behalf of 91f85d93de9b44dc9ef044e3f7ecb7c4 for: {'subnet': 1} {{(pid=107006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:23:09.797469 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3197b072-8e44-49e5-ac18-b1f336ad97e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32902988'] for subnet (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:09.857144 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:09.908302 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:09.969903 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d49c60-122f-41a5-b49a-11c2653e2302 None None] Pushing event updated for resources: {'Port': ['ID=a44f9078-17d6-4b69-8b64-c10bde7cd011,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:10.002324 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Attempting to bind port a44f9078-17d6-4b69-8b64-c10bde7cd011 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:23:10.002733 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Attempting to bind port a44f9078-17d6-4b69-8b64-c10bde7cd011 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': 'bf2b5b85-ac16-4850-8c8a-3f6ee99539b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:23:10.003102 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Attempting to bind port a44f9078-17d6-4b69-8b64-c10bde7cd011 on network 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:23:10.035684 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3197b072-8e44-49e5-ac18-b1f336ad97e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31514876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32903006'] for subnet (fe6008a3-b1eb-4298-a794-ed4675562c13), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:10.068951 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:23:10.069723 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Checking segment: {'id': 'bf2b5b85-ac16-4850-8c8a-3f6ee99539b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:23:10.070518 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:10.071478 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Bound using segment: {'id': 'bf2b5b85-ac16-4850-8c8a-3f6ee99539b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:23:10.072411 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Bound port: a44f9078-17d6-4b69-8b64-c10bde7cd011, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2b5b85-ac16-4850-8c8a-3f6ee99539b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:23:10.073144 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:10.085931 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:10.139596 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197b072-8e44-49e5-ac18-b1f336ad97e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe6008a3-b1eb-4298-a794-ed4675562c13,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:10.154129 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3197b072-8e44-49e5-ac18-b1f336ad97e3 admin admin] Checking segment: {'id': '1e59e8a3-c558-4281-b806-57dca8869600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '83266b85-78bf-413d-ba08-a76b0689ba7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:23:10.155373 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3197b072-8e44-49e5-ac18-b1f336ad97e3 admin admin] Network hostable DHCP agents. Network: 83266b85-78bf-413d-ba08-a76b0689ba7e, hostable agents: ['e89f5cd5-6fde-49d4-a41e-afc18d942ec6'], hosted agents: [] {{(pid=107006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 10 12:23:10.168389 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] For port a44f9078-17d6-4b69-8b64-c10bde7cd011, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:23:10.172122 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] For port a44f9078-17d6-4b69-8b64-c10bde7cd011, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=a44f9078-17d6-4b69-8b64-c10bde7cd011,segment=NetworkSegment(bf2b5b85-ac16-4850-8c8a-3f6ee99539b6),segment_id=bf2b5b85-ac16-4850-8c8a-3f6ee99539b6)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:23:10.263454 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:10.291867 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3197b072-8e44-49e5-ac18-b1f336ad97e3 admin admin] Network 83266b85-78bf-413d-ba08-a76b0689ba7e is scheduled to be hosted by DHCP agent e89f5cd5-6fde-49d4-a41e-afc18d942ec6 with binding_index 1 {{(pid=107006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 10 12:23:10.301023 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Routers {'6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:23:10.301675 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:23:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:23:10.364807 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d49c60-122f-41a5-b49a-11c2653e2302 None None] Pushing event updated for resources: {'Port': ['ID=a44f9078-17d6-4b69-8b64-c10bde7cd011,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:10.371466 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-3197b072-8e44-49e5-ac18-b1f336ad97e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860209-4-iscsi, 83266b85-78bf-413d-ba08-a76b0689ba7e) {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:23:10.376469 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3197b072-8e44-49e5-ac18-b1f336ad97e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:10.377083 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3197b072-8e44-49e5-ac18-b1f336ad97e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:10.405289 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93528d79-ce0c-4661-bc14-660d9af42ee3 None None] Network 83266b85-78bf-413d-ba08-a76b0689ba7e requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:23:10.442314 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3197b072-8e44-49e5-ac18-b1f336ad97e3 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7483985 Oct 10 12:23:10.445023 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51068) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:23:10.449368 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-188740169-router', 'tenant_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:23:10.586366 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1598429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12421'] for router (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:10.587605 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2066842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1580482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12466'] for router (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:10.609786 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] Set router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:23:10.611387 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:10.644276 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Publish callbacks [] for router_controller (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), precommit_add_association {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:10.751829 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6753c52c-ef75-59bb-aee5-b15e716cdc5a-83266b85-78bf-413d-ba08-a76b0689ba7e', 'network_id': '83266b85-78bf-413d-ba08-a76b0689ba7e', 'project_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'fixed_ips': [{'subnet_id': 'fe6008a3-b1eb-4298-a794-ed4675562c13'}]}} from dv-cinder-860209-4-iscsi. {{(pid=107008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 10 12:23:10.752777 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:10.924488 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Publish callbacks [] for router_gateway (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:10.941888 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'name': 'tempest-TestMinimumBasicScenario-145067367-router', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193'}], 'enable_snat': True}, 'gw_port_id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:03Z', 'updated_at': '2022-10-10T12:23:07Z', 'revision_number': 4, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'gw_port': {'id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:04Z', 'updated_at': '2022-10-10T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'a44f9078-17d6-4b69-8b64-c10bde7cd011', 'name': '', 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'mac_address': 'fa:16:3e:ad:b3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:06Z', 'updated_at': '2022-10-10T12:23:10Z', 'revision_number': 4, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'subnets': [{'id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:23:10.976725 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa0cc8a-8f0a-4a80-a07a-772a3b3cffb0 None None] The sync data for ids ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'] in dv-cinder-860209-4-iscsi is: [{'id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'name': 'tempest-TestMinimumBasicScenario-145067367-router', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193'}], 'enable_snat': True}, 'gw_port_id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:03Z', 'updated_at': '2022-10-10T12:23:07Z', 'revision_number': 4, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'gw_port': {'id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:04Z', 'updated_at': '2022-10-10T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'a44f9078-17d6-4b69-8b64-c10bde7cd011', 'name': '', 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'mac_address': 'fa:16:3e:ad:b3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:06Z', 'updated_at': '2022-10-10T12:23:10Z', 'revision_number': 4, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'subnets': [{'id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:23:10.992656 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.db_base_plugin_common [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Allocated IP 172.20.0.2 (83266b85-78bf-413d-ba08-a76b0689ba7e/fe6008a3-b1eb-4298-a794-ed4675562c13/24aafe59-73ea-41d1-b6d5-8a45a81d5642) {{(pid=107008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:23:10.996032 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device dcb5a215-c57c-4226-9a40-3e9124f1915f up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:23:11.135027 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port dcb5a215-c57c-4226-9a40-3e9124f1915f triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:11.135394 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (dcb5a215-c57c-4226-9a40-3e9124f1915f), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:11.135722 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port dcb5a215-c57c-4226-9a40-3e9124f1915f Oct 10 12:23:11.217936 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Publish callbacks [] for router_gateway (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:11.239540 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:11.258720 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Publish callbacks [] for port (24aafe59-73ea-41d1-b6d5-8a45a81d5642), precommit_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:11.275281 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port dcb5a215-c57c-4226-9a40-3e9124f1915f is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:11.287876 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:11.349498 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742'] for port (24aafe59-73ea-41d1-b6d5-8a45a81d5642), after_create {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:11.352650 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Allocated IP 172.27.4.158 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/0f9f5a62-f7f4-4403-909f-1aaa0853189c) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:23:11.392339 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Network 83266b85-78bf-413d-ba08-a76b0689ba7e is already hosted by enough agents. {{(pid=107008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:23:11.395831 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.scheduler.base_scheduler [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Resources bound (agent type, host, resource id): {{(pid=107008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:23:11.402160 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Received port after_create {{(pid=107008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:23:11.419466 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Pushing event updated for resources: {'Port': ['ID=24aafe59-73ea-41d1-b6d5-8a45a81d5642,revision_number=1']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:11.487494 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Attempting to bind port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:23:11.487850 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Attempting to bind port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '1e59e8a3-c558-4281-b806-57dca8869600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '83266b85-78bf-413d-ba08-a76b0689ba7e'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:23:11.488213 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Attempting to bind port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 on network 83266b85-78bf-413d-ba08-a76b0689ba7e {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:23:11.499130 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Publish callbacks [] for port (0f9f5a62-f7f4-4403-909f-1aaa0853189c), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:11.537165 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:23:11.537805 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Checking segment: {'id': '1e59e8a3-c558-4281-b806-57dca8869600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '83266b85-78bf-413d-ba08-a76b0689ba7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:23:11.538211 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:11.538717 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Bound using segment: {'id': '1e59e8a3-c558-4281-b806-57dca8869600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '83266b85-78bf-413d-ba08-a76b0689ba7e'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:23:11.539260 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Bound port: 24aafe59-73ea-41d1-b6d5-8a45a81d5642, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e59e8a3-c558-4281-b806-57dca8869600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '83266b85-78bf-413d-ba08-a76b0689ba7e'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:23:11.539562 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (24aafe59-73ea-41d1-b6d5-8a45a81d5642), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:11.550483 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:11.600676 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (0f9f5a62-f7f4-4403-909f-1aaa0853189c), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:11.615308 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] For port 24aafe59-73ea-41d1-b6d5-8a45a81d5642, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:23:11.621595 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] For port 24aafe59-73ea-41d1-b6d5-8a45a81d5642, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=24aafe59-73ea-41d1-b6d5-8a45a81d5642,segment=NetworkSegment(1e59e8a3-c558-4281-b806-57dca8869600),segment_id=1e59e8a3-c558-4281-b806-57dca8869600)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:23:11.650486 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:23:11.655836 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:23:11.658050 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f9f5a62-f7f4-4403-909f-1aaa0853189c,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:11.660279 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:23:11.712113 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (24aafe59-73ea-41d1-b6d5-8a45a81d5642), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:11.741976 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:11.778715 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cd0e1-3792-432b-bc39-985fe7a9e03d None None] Pushing event updated for resources: {'Port': ['ID=24aafe59-73ea-41d1-b6d5-8a45a81d5642,revision_number=2']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:12.000443 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Publish callbacks [] for router_gateway (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:12.197111 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605323'] for router (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:12.405690 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Router e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44 is scheduled to L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 with binding_index 1 {{(pid=107006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 10 12:23:12.516053 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:23:12.525991 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Sync routers for ids ['e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:23:12.541074 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Routers {'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:23:12.541695 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:23:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:23:12.619195 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:12.621425 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-085bce7c-1313-4caf-942d-cf7d8a0123f1 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1753929 Oct 10 12:23:12.623451 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51070) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:23:12.656701 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Set router e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:23:12.676015 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7950fd-3559-4a27-aeb3-db775833b16d None None] Network 83266b85-78bf-413d-ba08-a76b0689ba7e requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:23:12.766156 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-e75ceb2c-52b0-49e8-b7f3-4b417b9d0835 None None] Provisioning complete for port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:12.767098 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e75ceb2c-52b0-49e8-b7f3-4b417b9d0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (24aafe59-73ea-41d1-b6d5-8a45a81d5642), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:12.767921 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-e75ceb2c-52b0-49e8-b7f3-4b417b9d0835 None None] Attempt 1 to provision port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 Oct 10 12:23:12.851256 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:12.871354 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'name': 'tempest-TestMinimumBasicScenario-188740169-router', 'tenant_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': '0f9f5a62-f7f4-4403-909f-1aaa0853189c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:10Z', 'updated_at': '2022-10-10T12:23:11Z', 'revision_number': 3, 'project_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'gw_port': {'id': '0f9f5a62-f7f4-4403-909f-1aaa0853189c', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:11Z', 'updated_at': '2022-10-10T12:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:23:12.903645 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Checking router: e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:23:12.903991 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Updating router e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44 port 0f9f5a62-f7f4-4403-909f-1aaa0853189c binding host dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:23:12.939057 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0f9f5a62-f7f4-4403-909f-1aaa0853189c), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:12.996977 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-e75ceb2c-52b0-49e8-b7f3-4b417b9d0835 None None] Current status of the port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:12.997365 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e75ceb2c-52b0-49e8-b7f3-4b417b9d0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (24aafe59-73ea-41d1-b6d5-8a45a81d5642), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:13.044323 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-e75ceb2c-52b0-49e8-b7f3-4b417b9d0835 None None] For port 24aafe59-73ea-41d1-b6d5-8a45a81d5642, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=24aafe59-73ea-41d1-b6d5-8a45a81d5642,segment=NetworkSegment(1e59e8a3-c558-4281-b806-57dca8869600),segment_id=1e59e8a3-c558-4281-b806-57dca8869600)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:23:13.080654 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:13.100058 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:13.107826 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device a44f9078-17d6-4b69-8b64-c10bde7cd011 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:23:13.173495 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e75ceb2c-52b0-49e8-b7f3-4b417b9d0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (24aafe59-73ea-41d1-b6d5-8a45a81d5642), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:13.177171 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port a44f9078-17d6-4b69-8b64-c10bde7cd011 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:13.177529 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:13.177858 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port a44f9078-17d6-4b69-8b64-c10bde7cd011 Oct 10 12:23:13.241092 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:13.291996 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Publish callbacks [] for port (0f9f5a62-f7f4-4403-909f-1aaa0853189c), precommit_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:13.309536 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ceb2c-52b0-49e8-b7f3-4b417b9d0835 None None] Pushing event updated for resources: {'Port': ['ID=24aafe59-73ea-41d1-b6d5-8a45a81d5642,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:13.316709 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port a44f9078-17d6-4b69-8b64-c10bde7cd011 is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:13.317084 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:13.353570 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port a44f9078-17d6-4b69-8b64-c10bde7cd011, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=a44f9078-17d6-4b69-8b64-c10bde7cd011,segment=NetworkSegment(bf2b5b85-ac16-4850-8c8a-3f6ee99539b6),segment_id=bf2b5b85-ac16-4850-8c8a-3f6ee99539b6)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:23:13.365307 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (0f9f5a62-f7f4-4403-909f-1aaa0853189c), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:13.396502 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-cadbc5b2-bc3e-421f-bc27-59855b0c42f8 None None] Provisioning complete for port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:13.397126 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-cadbc5b2-bc3e-421f-bc27-59855b0c42f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (24aafe59-73ea-41d1-b6d5-8a45a81d5642), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:13.397629 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-cadbc5b2-bc3e-421f-bc27-59855b0c42f8 None None] Attempt 1 to provision port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 Oct 10 12:23:13.406175 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Attempting to bind port 0f9f5a62-f7f4-4403-909f-1aaa0853189c on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:23:13.406535 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Attempting to bind port 0f9f5a62-f7f4-4403-909f-1aaa0853189c by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:23:13.406915 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Attempting to bind port 0f9f5a62-f7f4-4403-909f-1aaa0853189c on network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:23:13.425322 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:13.426111 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 24aafe59-73ea-41d1-b6d5-8a45a81d5642 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:23:13.429425 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:13.442264 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be753a-cfa3-4fc2-998c-b47d950f9a91 None None] Pushing event updated for resources: {'Port': ['ID=0f9f5a62-f7f4-4403-909f-1aaa0853189c,revision_number=2']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:13.476012 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:23:13.476805 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Checking segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:23:13.476805 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:13.479258 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Bound using segment: {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'} {{(pid=107009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:23:13.480285 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.managers [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Bound port: 0f9f5a62-f7f4-4403-909f-1aaa0853189c, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ca75b-9b77-48fb-9db6-e99e1658ec68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47'}}] {{(pid=107009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:23:13.481602 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0f9f5a62-f7f4-4403-909f-1aaa0853189c), before_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:13.525826 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=a44f9078-17d6-4b69-8b64-c10bde7cd011,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:13.547122 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] For port 0f9f5a62-f7f4-4403-909f-1aaa0853189c, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:23:13.551454 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.plugins.ml2.db [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] For port 0f9f5a62-f7f4-4403-909f-1aaa0853189c, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=0f9f5a62-f7f4-4403-909f-1aaa0853189c,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:23:13.560615 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:13.560615 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (24aafe59-73ea-41d1-b6d5-8a45a81d5642), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:13.560615 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 Oct 10 12:23:13.595099 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-cadbc5b2-bc3e-421f-bc27-59855b0c42f8 None None] Current status of the port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:13.617675 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_common [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Allocated IP 172.20.0.1 (83266b85-78bf-413d-ba08-a76b0689ba7e/fe6008a3-b1eb-4298-a794-ed4675562c13/0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed) {{(pid=107006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:23:13.642925 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:13.650599 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron_lib.callbacks.manager [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (0f9f5a62-f7f4-4403-909f-1aaa0853189c), after_update {{(pid=107009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:13.688606 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Routers {'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:23:13.689247 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:23:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:23:13.729115 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Publish callbacks [] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:13.746453 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be753a-cfa3-4fc2-998c-b47d950f9a91 None None] Pushing event updated for resources: {'Port': ['ID=0f9f5a62-f7f4-4403-909f-1aaa0853189c,revision_number=3']} {{(pid=107009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:13.790257 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:13.805261 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] Set router e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:23:13.823174 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:13.867469 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Network 83266b85-78bf-413d-ba08-a76b0689ba7e is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:23:13.872731 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:23:13.875216 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Received port after_create {{(pid=107006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:23:13.899946 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:13.923767 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1598000'] for router_interface (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:13.970143 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:13.988500 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'name': 'tempest-TestMinimumBasicScenario-188740169-router', 'tenant_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': '0f9f5a62-f7f4-4403-909f-1aaa0853189c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:10Z', 'updated_at': '2022-10-10T12:23:11Z', 'revision_number': 3, 'project_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'gw_port': {'id': '0f9f5a62-f7f4-4403-909f-1aaa0853189c', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:11Z', 'updated_at': '2022-10-10T12:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:23:14.018134 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f1c767-022b-46a4-9517-f2ed489a6b3d None None] The sync data for ids ['e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'] in dv-cinder-860209-4-iscsi is: [{'id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'name': 'tempest-TestMinimumBasicScenario-188740169-router', 'tenant_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': '0f9f5a62-f7f4-4403-909f-1aaa0853189c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:10Z', 'updated_at': '2022-10-10T12:23:11Z', 'revision_number': 3, 'project_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'gw_port': {'id': '0f9f5a62-f7f4-4403-909f-1aaa0853189c', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:11Z', 'updated_at': '2022-10-10T12:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:23:14.141435 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:14.221661 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-7875784b-c828-42c9-911d-16e6b0e2b761 None None] Provisioning complete for port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:14.222512 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-7875784b-c828-42c9-911d-16e6b0e2b761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:14.222512 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-7875784b-c828-42c9-911d-16e6b0e2b761 None None] Attempt 1 to provision port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed Oct 10 12:23:14.268730 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-7875784b-c828-42c9-911d-16e6b0e2b761 None None] Port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:23:14.329697 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:14.332040 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Publish callbacks [] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:14.382623 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31514739'] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:14.457731 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1598124'] for router_interface (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:14.461676 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed,revision_number=2']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:14.566450 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Network 83266b85-78bf-413d-ba08-a76b0689ba7e is already hosted by enough agents. {{(pid=107006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:23:14.568307 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.base_scheduler [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:23:14.700551 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Router e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:23:14.805096 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:14.807693 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-b4ca5afb-831f-4c31-bd8c-6cbc677b1a6d None None] Provisioning complete for port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:14.808129 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5afb-831f-4c31-bd8c-6cbc677b1a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:14.808400 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-b4ca5afb-831f-4c31-bd8c-6cbc677b1a6d None None] Attempt 1 to provision port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed Oct 10 12:23:14.830319 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:23:14.838956 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-7dbe052f-8e9f-4d1e-aa77-65ab247992d2 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2135727 Oct 10 12:23:14.848439 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca5afb-831f-4c31-bd8c-6cbc677b1a6d None None] Port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:23:15.080396 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 0f9f5a62-f7f4-4403-909f-1aaa0853189c up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:23:15.129129 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 0f9f5a62-f7f4-4403-909f-1aaa0853189c triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:15.129550 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (0f9f5a62-f7f4-4403-909f-1aaa0853189c), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:15.129949 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 0f9f5a62-f7f4-4403-909f-1aaa0853189c Oct 10 12:23:15.209406 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 0f9f5a62-f7f4-4403-909f-1aaa0853189c is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:15.209883 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0f9f5a62-f7f4-4403-909f-1aaa0853189c), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:15.215936 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:15.238289 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 0f9f5a62-f7f4-4403-909f-1aaa0853189c, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=0f9f5a62-f7f4-4403-909f-1aaa0853189c,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:23:15.352472 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (0f9f5a62-f7f4-4403-909f-1aaa0853189c), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:15.356205 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device a44f9078-17d6-4b69-8b64-c10bde7cd011 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:23:15.439657 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=0f9f5a62-f7f4-4403-909f-1aaa0853189c,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:15.463319 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port a44f9078-17d6-4b69-8b64-c10bde7cd011 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:15.463693 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:15.464033 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port a44f9078-17d6-4b69-8b64-c10bde7cd011 Oct 10 12:23:15.571750 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port a44f9078-17d6-4b69-8b64-c10bde7cd011 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:15.572900 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 24aafe59-73ea-41d1-b6d5-8a45a81d5642 up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:23:15.599564 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:15.606308 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=65,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:15.620854 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:15.621599 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (24aafe59-73ea-41d1-b6d5-8a45a81d5642), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:15.621599 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 Oct 10 12:23:15.641402 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:15.704479 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:15.723563 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Sync routers for ids ['e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:23:15.733418 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Routers {'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:23:15.734072 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:23:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:23:15.841792 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Set router e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:23:16.193695 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'name': 'tempest-TestMinimumBasicScenario-188740169-router', 'tenant_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': '0f9f5a62-f7f4-4403-909f-1aaa0853189c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:10Z', 'updated_at': '2022-10-10T12:23:14Z', 'revision_number': 4, 'project_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'gw_port': {'id': '0f9f5a62-f7f4-4403-909f-1aaa0853189c', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:11Z', 'updated_at': '2022-10-10T12:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed', 'name': '', 'network_id': '83266b85-78bf-413d-ba08-a76b0689ba7e', 'tenant_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'mac_address': 'fa:16:3e:0f:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'fe6008a3-b1eb-4298-a794-ed4675562c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:13Z', 'updated_at': '2022-10-10T12:23:14Z', 'revision_number': 2, 'project_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'subnets': [{'id': 'fe6008a3-b1eb-4298-a794-ed4675562c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:23:16.220433 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Checking router: e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:23:16.220775 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Updating router e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44 port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed binding host dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 10 12:23:16.251631 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:16.609416 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Publish callbacks [] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), precommit_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:16.705997 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:16.804374 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6da70-d4db-45f5-9adb-79bf9e6c9dd1 None None] Pushing event updated for resources: {'Port': ['ID=0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed,revision_number=3']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:16.822975 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Attempting to bind port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed on host dv-cinder-860209-4-iscsi for vnic_type normal with profile {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:23:16.824750 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Attempting to bind port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed by drivers openvswitch,hyperv on host dv-cinder-860209-4-iscsi at level 0 using segments [{'id': '1e59e8a3-c558-4281-b806-57dca8869600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '83266b85-78bf-413d-ba08-a76b0689ba7e'}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:23:16.824750 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Attempting to bind port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed on network 83266b85-78bf-413d-ba08-a76b0689ba7e {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:23:16.879131 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:16.884819 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Checking agent: {'id': 'f6eef3b8-2375-4b99-adfa-423b74d20c5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 11, 59, 4), 'started_at': datetime.datetime(2022, 10, 10, 11, 59, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:23:16.885356 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Checking segment: {'id': '1e59e8a3-c558-4281-b806-57dca8869600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '83266b85-78bf-413d-ba08-a76b0689ba7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:23:16.885830 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:16.886354 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Bound using segment: {'id': '1e59e8a3-c558-4281-b806-57dca8869600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '83266b85-78bf-413d-ba08-a76b0689ba7e'} {{(pid=107008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:23:16.886938 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.managers [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Bound port: 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed, host: dv-cinder-860209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e59e8a3-c558-4281-b806-57dca8869600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '83266b85-78bf-413d-ba08-a76b0689ba7e'}}] {{(pid=107008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:23:16.887383 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:16.902044 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:16.967546 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] For port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed, host dv-cinder-860209-4-iscsi, cleared binding levels {{(pid=107008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:23:16.972148 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] For port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed, host dv-cinder-860209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed,segment=NetworkSegment(1e59e8a3-c558-4281-b806-57dca8869600),segment_id=1e59e8a3-c558-4281-b806-57dca8869600)] {{(pid=107008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:23:17.043082 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 0f9f5a62-f7f4-4403-909f-1aaa0853189c up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:23:17.096516 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 0f9f5a62-f7f4-4403-909f-1aaa0853189c triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:17.096896 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (0f9f5a62-f7f4-4403-909f-1aaa0853189c), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:17.097238 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 0f9f5a62-f7f4-4403-909f-1aaa0853189c Oct 10 12:23:17.172208 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:17.184312 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:17.213404 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 0f9f5a62-f7f4-4403-909f-1aaa0853189c is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:17.235283 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Routers {'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:23:17.236465 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:23:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:23:17.287207 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6da70-d4db-45f5-9adb-79bf9e6c9dd1 None None] Pushing event updated for resources: {'Port': ['ID=0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:17.368666 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] Set router e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:23:17.595203 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'name': 'tempest-TestMinimumBasicScenario-188740169-router', 'tenant_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': '0f9f5a62-f7f4-4403-909f-1aaa0853189c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:10Z', 'updated_at': '2022-10-10T12:23:14Z', 'revision_number': 4, 'project_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'gw_port': {'id': '0f9f5a62-f7f4-4403-909f-1aaa0853189c', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:11Z', 'updated_at': '2022-10-10T12:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed', 'name': '', 'network_id': '83266b85-78bf-413d-ba08-a76b0689ba7e', 'tenant_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'mac_address': 'fa:16:3e:0f:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'fe6008a3-b1eb-4298-a794-ed4675562c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:13Z', 'updated_at': '2022-10-10T12:23:16Z', 'revision_number': 4, 'project_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'subnets': [{'id': 'fe6008a3-b1eb-4298-a794-ed4675562c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:23:17.625915 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f7557d-1524-4260-bb05-256192f3e518 None None] The sync data for ids ['e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'] in dv-cinder-860209-4-iscsi is: [{'id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'name': 'tempest-TestMinimumBasicScenario-188740169-router', 'tenant_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': '0f9f5a62-f7f4-4403-909f-1aaa0853189c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:10Z', 'updated_at': '2022-10-10T12:23:14Z', 'revision_number': 4, 'project_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'gw_port': {'id': '0f9f5a62-f7f4-4403-909f-1aaa0853189c', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:11Z', 'updated_at': '2022-10-10T12:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed', 'name': '', 'network_id': '83266b85-78bf-413d-ba08-a76b0689ba7e', 'tenant_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'mac_address': 'fa:16:3e:0f:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'fe6008a3-b1eb-4298-a794-ed4675562c13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:13Z', 'updated_at': '2022-10-10T12:23:16Z', 'revision_number': 4, 'project_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'subnets': [{'id': 'fe6008a3-b1eb-4298-a794-ed4675562c13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:23:19.011790 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:23:19.063914 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:19.064283 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:19.064622 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed Oct 10 12:23:19.143089 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed is: DOWN; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:19.143538 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:19.177661 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] For port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed,segment=NetworkSegment(1e59e8a3-c558-4281-b806-57dca8869600),segment_id=1e59e8a3-c558-4281-b806-57dca8869600)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:23:19.234346 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:19.293315 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Pushing event updated for resources: {'Port': ['ID=0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:20.943419 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84775b1-a551-4eb5-9f9d-238d3747aaba req-fc38ad40-49fa-425e-a73c-29e1464ba0b4 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:20.944941 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a84775b1-a551-4eb5-9f9d-238d3747aaba req-fc38ad40-49fa-425e-a73c-29e1464ba0b4 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0528069 Oct 10 12:23:21.019293 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a84775b1-a551-4eb5-9f9d-238d3747aaba req-cfe2c62c-f32a-4a82-96e3-dddd80e86aff tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570953 Oct 10 12:23:21.044999 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed up at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:23:21.091343 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Provisioning complete for port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:21.092027 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:21.092534 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Attempt 1 to provision port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed Oct 10 12:23:21.175963 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Current status of the port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed is: ACTIVE; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:22.122846 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:22.140783 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429962d9-c9c0-4df2-8e40-368b4f6972b3 req-2e68c22f-0221-4c6b-ad87-ef846b768fee tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:22.142332 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-429962d9-c9c0-4df2-8e40-368b4f6972b3 req-2e68c22f-0221-4c6b-ad87-ef846b768fee tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0469601 Oct 10 12:23:22.196239 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-429962d9-c9c0-4df2-8e40-368b4f6972b3 req-8171e518-f087-4de8-a2cb-e21e7fa59031 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475092 Oct 10 12:23:23.329903 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7b572-1df4-42d5-aaa5-d28785ec3331 req-7ec3bcf6-7e67-45d9-9608-e5a9512108cd tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:23.331584 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cdb7b572-1df4-42d5-aaa5-d28785ec3331 req-7ec3bcf6-7e67-45d9-9608-e5a9512108cd tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0489554 Oct 10 12:23:23.395337 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-cdb7b572-1df4-42d5-aaa5-d28785ec3331 req-701f5ad4-818f-4459-90c3-3ad7a9a20d69 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578980 Oct 10 12:23:23.986563 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=7 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:23.992119 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:24.222142 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:24.529189 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e569579-253a-4e33-b657-867208148978 req-91d700bf-825c-4470-92b6-fc0c0fffb8a5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:24.531477 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2e569579-253a-4e33-b657-867208148978 req-91d700bf-825c-4470-92b6-fc0c0fffb8a5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0557997 Oct 10 12:23:24.589527 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2e569579-253a-4e33-b657-867208148978 req-9154f040-608d-45cd-bf75-9f1e47db7caf tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517793 Oct 10 12:23:25.727401 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb778cef-4d8e-4eb7-a4fb-f1d7d7bef53e req-fbdd438c-a454-4130-a321-fd476d8ea881 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:25.729215 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb778cef-4d8e-4eb7-a4fb-f1d7d7bef53e req-fbdd438c-a454-4130-a321-fd476d8ea881 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0510042 Oct 10 12:23:25.785070 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eb778cef-4d8e-4eb7-a4fb-f1d7d7bef53e req-f31525d3-b0e3-4932-aa0a-d95a06a2e678 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490320 Oct 10 12:23:26.532677 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-d54d8627-8396-4fdf-9603-23f42d370f98 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:26.534153 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-d54d8627-8396-4fdf-9603-23f42d370f98 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/networks?id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 HTTP/1.1" status: 200 len: 814 time: 0.1068985 Oct 10 12:23:26.549441 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-27ad3292-abcc-4e8e-bb3b-14072debce50 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/quotas/bafe96e8ab4d498981d0e309c484c125 HTTP/1.1" status: 200 len: 375 time: 0.0097289 Oct 10 12:23:26.598824 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-e4a580f3-866f-40ef-a218-a03f8d1addff tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=bafe96e8ab4d498981d0e309c484c125&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441234 Oct 10 12:23:26.709222 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:26.794835 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-9913cc75-7f54-4e5b-a7b3-d418f3fd0aaf service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842039 Oct 10 12:23:26.894552 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-aa2724cc-f5e8-4266-bcdd-8fde401660e4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930426 Oct 10 12:23:27.167140 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62cb8f-b9fb-4f6e-8cc5-86a50b26fac2 req-4bc3a078-3fd0-4207-a655-dbd7d8adc0e8 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:27.168766 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bf62cb8f-b9fb-4f6e-8cc5-86a50b26fac2 req-4bc3a078-3fd0-4207-a655-dbd7d8adc0e8 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0475931 Oct 10 12:23:27.236394 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bf62cb8f-b9fb-4f6e-8cc5-86a50b26fac2 req-391c76b8-2f45-493f-b321-6832538ab8ae tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569165 Oct 10 12:23:27.308539 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b86ed451-f7a2-4a73-a4f7-1fa98d2b4da7 req-f4939a35-39f9-47e7-94c5-93300af6ae2b tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 210 time: 0.0308919 Oct 10 12:23:28.360460 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0020d35-eead-404a-a393-815921ca065a req-d7fe9fc1-47aa-48ed-8ef9-fb5508052016 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:28.361957 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e0020d35-eead-404a-a393-815921ca065a req-d7fe9fc1-47aa-48ed-8ef9-fb5508052016 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0489461 Oct 10 12:23:28.414564 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e0020d35-eead-404a-a393-815921ca065a req-c0ef99af-649b-41fa-b1f6-0f9f522440e5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467861 Oct 10 12:23:28.499990 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fa7058f8-c1ca-4a82-bb8d-31d68e9ff987 req-cef54642-cefb-4cfb-98dc-28fc8ca3dded tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 210 time: 0.0287063 Oct 10 12:23:29.538680 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f43fa-3789-4762-9983-7cac3526bb26 req-b83d7a7e-85d4-4e86-aed0-961e8f763b9e tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:29.540174 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-df5f43fa-3789-4762-9983-7cac3526bb26 req-b83d7a7e-85d4-4e86-aed0-961e8f763b9e tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0475328 Oct 10 12:23:29.587568 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:29.593619 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-df5f43fa-3789-4762-9983-7cac3526bb26 req-8c4487a4-93bb-477c-81d5-d7630ab035ea tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462229 Oct 10 12:23:29.649425 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-309032f0-85cb-4c71-97da-8229ca29e350 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:29.650943 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-309032f0-85cb-4c71-97da-8229ca29e350 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.48 "GET /networking/v2.0/networks?id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 HTTP/1.1" status: 200 len: 814 time: 0.1410952 Oct 10 12:23:29.668666 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Request body: {'port': {'device_id': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'admin_state_up': True, 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:23:29.689998 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0fbaaa78-089c-4d6e-98c6-d28b6b746333 req-e25f1c38-70b0-4642-a397-4efb5e93e0c9 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 210 time: 0.0319855 Oct 10 12:23:29.708223 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8e88ce99-2208-4c23-bca0-77b10139280f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:29.867591 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Made reservation on behalf of bafe96e8ab4d498981d0e309c484c125 for: {'port': 1} {{(pid=107007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 10 12:23:29.871548 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:30.005405 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Allocated IP 172.20.0.10 (8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316/46222ac0-c98e-478f-966f-f94db5b38fd7/646a539a-b920-4fec-9f0e-2812477d2113) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:23:30.159750 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for port (646a539a-b920-4fec-9f0e-2812477d2113), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:30.254713 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (646a539a-b920-4fec-9f0e-2812477d2113), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:30.304012 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Network 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:23:30.307492 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:23:30.310602 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:23:30.312366 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:23:30.318792 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Pushing event updated for resources: {'Port': ['ID=646a539a-b920-4fec-9f0e-2812477d2113,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:30.348603 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:30.348976 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:30.349321 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:30.349656 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:30.350027 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:30.350315 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:30.350642 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:30.350993 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:30.351318 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:30.351642 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:30.352111 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:30.352405 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:30.352824 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:30.353053 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:30.353377 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:23:30.388258 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:30.389136 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:30.499781 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-8b7c5d4e-8942-4d89-af2a-3259ed82b14f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.48 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8349614 Oct 10 12:23:30.584450 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-b634c6da-8b4f-408c-abd8-3ceadb1ecff3 None None] Provisioning complete for port 646a539a-b920-4fec-9f0e-2812477d2113 triggered by entity DHCP. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:30.584734 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b634c6da-8b4f-408c-abd8-3ceadb1ecff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (646a539a-b920-4fec-9f0e-2812477d2113), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:30.585059 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-b634c6da-8b4f-408c-abd8-3ceadb1ecff3 None None] Attempt 1 to provision port 646a539a-b920-4fec-9f0e-2812477d2113 Oct 10 12:23:30.617636 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-b634c6da-8b4f-408c-abd8-3ceadb1ecff3 None None] Port 646a539a-b920-4fec-9f0e-2812477d2113 cannot update to ACTIVE because it is not bound. {{(pid=107008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 10 12:23:30.877288 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0dde8-f64d-4d6b-b4d3-c19ed527b33e req-35b273fc-7a14-40fc-80c7-93c3f44b6fa2 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:30.878983 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-00c0dde8-f64d-4d6b-b4d3-c19ed527b33e req-35b273fc-7a14-40fc-80c7-93c3f44b6fa2 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.1982067 Oct 10 12:23:30.934553 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-00c0dde8-f64d-4d6b-b4d3-c19ed527b33e req-437c2640-ebbd-4e94-b571-5385c36659d5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499070 Oct 10 12:23:31.044179 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e05de-fbca-4583-9364-3da4e9f0448c req-2df451c4-293f-4260-9692-5c84639441d3 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:31.046438 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d56e05de-fbca-4583-9364-3da4e9f0448c req-2df451c4-293f-4260-9692-5c84639441d3 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 932 time: 0.0516009 Oct 10 12:23:31.098621 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d56e05de-fbca-4583-9364-3da4e9f0448c req-348e4ba0-1f15-4c00-b37f-15d80f56e17b tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460050 Oct 10 12:23:31.925039 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b34379fb-4b67-403c-a546-b73a8baa438d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:32.076376 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae6697-57d2-4b21-bc48-2c2f56afcb3d req-efc25c8d-96c2-4c8b-b4e3-a4cc50d67245 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:32.078518 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-55ae6697-57d2-4b21-bc48-2c2f56afcb3d req-efc25c8d-96c2-4c8b-b4e3-a4cc50d67245 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0535769 Oct 10 12:23:32.133715 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-55ae6697-57d2-4b21-bc48-2c2f56afcb3d req-8f2469ed-7c33-46bb-863d-c38ea00becb6 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490458 Oct 10 12:23:32.253685 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766015c8-d31f-405e-bb29-3579ef52fac2 req-69d218bc-1542-48e1-9dd1-a4259b1b5658 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:32.260192 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-766015c8-d31f-405e-bb29-3579ef52fac2 req-69d218bc-1542-48e1-9dd1-a4259b1b5658 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 932 time: 0.0562608 Oct 10 12:23:32.310173 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-766015c8-d31f-405e-bb29-3579ef52fac2 req-beafb24c-816b-45ca-8ac1-3ee6ea378375 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489233 Oct 10 12:23:33.266911 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b57fd1-c931-4d77-a20c-bc425e0db8c9 req-91b4dab3-ffa2-4845-8cab-cce3da4cd503 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:33.268324 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d2b57fd1-c931-4d77-a20c-bc425e0db8c9 req-91b4dab3-ffa2-4845-8cab-cce3da4cd503 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0501239 Oct 10 12:23:33.328447 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d2b57fd1-c931-4d77-a20c-bc425e0db8c9 req-c3d9e323-9ff6-4964-8676-7f7dc374547a tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536487 Oct 10 12:23:33.470320 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7033e74-e449-47f9-b619-c90e4a62d5cb req-7cfefbf6-fa70-4f33-b3a0-02aaf546c2a4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:33.474094 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f7033e74-e449-47f9-b619-c90e4a62d5cb req-7cfefbf6-fa70-4f33-b3a0-02aaf546c2a4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 932 time: 0.0633597 Oct 10 12:23:33.485749 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:33.530371 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f7033e74-e449-47f9-b619-c90e4a62d5cb req-b3ddf997-448f-4816-aa20-464a9491c0b1 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514948 Oct 10 12:23:34.460586 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47452ae5-1083-4474-a4ab-fd3b2b90fe00 req-2c0d1e61-ff7f-40ca-929c-fb7fc4b2e0b9 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:34.462106 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-47452ae5-1083-4474-a4ab-fd3b2b90fe00 req-2c0d1e61-ff7f-40ca-929c-fb7fc4b2e0b9 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0509114 Oct 10 12:23:34.484380 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:34.519843 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-47452ae5-1083-4474-a4ab-fd3b2b90fe00 req-35dc6cdd-b6f7-4ed8-9b92-299343325b98 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510659 Oct 10 12:23:34.611531 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:34.665719 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a83578-55df-48d0-9a92-2ab0c08587ce req-89e9245a-5390-438d-9ae5-c7ba1275776b tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:34.667319 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-78a83578-55df-48d0-9a92-2ab0c08587ce req-89e9245a-5390-438d-9ae5-c7ba1275776b tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 932 time: 0.0563965 Oct 10 12:23:34.731986 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-78a83578-55df-48d0-9a92-2ab0c08587ce req-7e0b9d2e-3bc7-4323-944d-ac614c2526a1 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576963 Oct 10 12:23:35.125417 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:35.662709 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842c04a-0415-4771-a39f-44ee2445309c req-3f1dfad4-073b-4ec1-8d28-f28134624de5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:35.664263 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2842c04a-0415-4771-a39f-44ee2445309c req-3f1dfad4-073b-4ec1-8d28-f28134624de5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0614686 Oct 10 12:23:35.720160 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2842c04a-0415-4771-a39f-44ee2445309c req-bf947a9e-0a23-4054-9966-81d8fd2a67f9 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497599 Oct 10 12:23:35.871946 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b54305-eada-4203-a048-82ee93d6e5b4 req-65cb01f7-4d7a-4c86-a631-461e0f218361 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:35.877635 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98b54305-eada-4203-a048-82ee93d6e5b4 req-65cb01f7-4d7a-4c86-a631-461e0f218361 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 932 time: 0.0660934 Oct 10 12:23:35.927931 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-98b54305-eada-4203-a048-82ee93d6e5b4 req-caa75d0b-35aa-4415-ae13-30d4c2cf6a6d tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470505 Oct 10 12:23:36.863620 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559ad09-fe53-4696-8e2e-2150b567096d req-fc7a353b-b9dd-41c3-8f14-e514bc454ada tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:36.865989 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e559ad09-fe53-4696-8e2e-2150b567096d req-fc7a353b-b9dd-41c3-8f14-e514bc454ada tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0556953 Oct 10 12:23:36.920318 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e559ad09-fe53-4696-8e2e-2150b567096d req-a2a78c8e-880c-49f2-9379-fbf604ddaa19 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486557 Oct 10 12:23:37.078888 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3639d39-b740-42e4-8ced-abf00ec73d72 req-05479693-81cf-4c7a-b2c0-8b4f11957841 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:37.080483 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d3639d39-b740-42e4-8ced-abf00ec73d72 req-05479693-81cf-4c7a-b2c0-8b4f11957841 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 932 time: 0.0638127 Oct 10 12:23:37.106603 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:37.149809 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d3639d39-b740-42e4-8ced-abf00ec73d72 req-7765b9ec-da7f-4436-af27-35e17722a0f6 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597906 Oct 10 12:23:38.057340 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5edf9-79f9-4dcf-854c-042a6af50c8d req-5d2f2f3f-9514-4698-b50e-5a84917efeeb tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:38.062021 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0be5edf9-79f9-4dcf-854c-042a6af50c8d req-5d2f2f3f-9514-4698-b50e-5a84917efeeb tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0480382 Oct 10 12:23:38.109602 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0be5edf9-79f9-4dcf-854c-042a6af50c8d req-46019a9b-0347-4e05-a304-885d541892aa tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441339 Oct 10 12:23:38.285953 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18ee47-d671-448c-ba07-b46e2bf36638 req-a9f4148e-ed7d-435e-ae66-75fb0ec79106 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:38.287717 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5c18ee47-d671-448c-ba07-b46e2bf36638 req-a9f4148e-ed7d-435e-ae66-75fb0ec79106 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 932 time: 0.0473309 Oct 10 12:23:38.336017 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5c18ee47-d671-448c-ba07-b46e2bf36638 req-cb99ef3a-6bd0-45f8-9f0d-a5fc350f3283 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425797 Oct 10 12:23:39.235124 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a3138-4c98-4b44-9526-0189ea540418 req-e81d5a83-05a1-4232-8164-58cbcd821fff tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:39.237088 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d14a3138-4c98-4b44-9526-0189ea540418 req-e81d5a83-05a1-4232-8164-58cbcd821fff tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0510268 Oct 10 12:23:39.286285 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d14a3138-4c98-4b44-9526-0189ea540418 req-0ac756ae-7702-4e1d-8442-56b108f8cf38 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436006 Oct 10 12:23:39.457396 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf7222-df17-4bf8-a370-cb9c19bf8693 req-afbe58e2-c9ff-4077-a321-e9f7e01f747e tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:39.459064 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-31bf7222-df17-4bf8-a370-cb9c19bf8693 req-afbe58e2-c9ff-4077-a321-e9f7e01f747e tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 932 time: 0.0475583 Oct 10 12:23:39.508831 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-31bf7222-df17-4bf8-a370-cb9c19bf8693 req-18a0fb1f-60af-4ae2-8cfc-bcc40b65ef25 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437891 Oct 10 12:23:40.307369 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:40.401846 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:40.402707 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=71,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:40.409144 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc6a02-e998-4d1e-bbed-e843590a9889 req-2432c13e-117c-4162-b98d-e766c19c557f tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:40.410644 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a8bc6a02-e998-4d1e-bbed-e843590a9889 req-2432c13e-117c-4162-b98d-e766c19c557f tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0475514 Oct 10 12:23:40.470101 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a8bc6a02-e998-4d1e-bbed-e843590a9889 req-6e64afa5-a7ba-41da-be08-b3b6586dfb35 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540156 Oct 10 12:23:40.590946 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:40.628395 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a4579-339a-4155-93ce-213e508bdc20 req-4769403a-516c-49ee-b2f8-5520c65ec95a tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:40.629900 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5c2a4579-339a-4155-93ce-213e508bdc20 req-4769403a-516c-49ee-b2f8-5520c65ec95a tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 932 time: 0.0474701 Oct 10 12:23:40.649081 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [req-0a03b812-3a43-44ac-9ef7-dd8ad752f7e6 req-28c2c899-66ba-456e-87ce-4f0b9decadd0 service neutron] (107006) timed out ('10.222.0.48', 60043) {{(pid=107006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 10 12:23:40.678607 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5c2a4579-339a-4155-93ce-213e508bdc20 req-8be05168-949a-4d51-8cc0-bc508508e412 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430982 Oct 10 12:23:41.032708 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [req-f2cd5570-8edf-44ef-b187-abc7600b42a0 req-91793dc6-8422-428d-8cfc-18ed28056638 service neutron] (107007) timed out ('10.222.0.48', 60082) {{(pid=107007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 10 12:23:41.597406 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc01957-90a5-4ed6-acd1-2bf68d966d68 req-672a8612-464d-4238-9d3f-9d45582378b2 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:41.598895 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7bc01957-90a5-4ed6-acd1-2bf68d966d68 req-672a8612-464d-4238-9d3f-9d45582378b2 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0486822 Oct 10 12:23:41.647744 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7bc01957-90a5-4ed6-acd1-2bf68d966d68 req-b1912a38-fa13-4083-b166-79e261051be1 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430529 Oct 10 12:23:41.799794 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d5c36-d9e5-4492-8ff7-7e335e6db019 req-eeda6c8d-a593-4407-a4b4-ca6543ec2f77 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:41.801171 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0c2d5c36-d9e5-4492-8ff7-7e335e6db019 req-eeda6c8d-a593-4407-a4b4-ca6543ec2f77 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 932 time: 0.0502701 Oct 10 12:23:41.849886 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0c2d5c36-d9e5-4492-8ff7-7e335e6db019 req-e92d61c3-003c-4e3c-805c-7659b02ce90e tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432274 Oct 10 12:23:41.897498 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Request body: {'port': {'device_id': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86020'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:23:41.968215 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (646a539a-b920-4fec-9f0e-2812477d2113), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:42.010821 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979490f1-46dc-4013-ac5c-d1553f67cf97 req-2c4621f7-396d-47e5-85de-94904df25c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:42.012338 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-979490f1-46dc-4013-ac5c-d1553f67cf97 req-2c4621f7-396d-47e5-85de-94904df25c37 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=c6ab1776de294ca1a23fc110b2f9af1d&device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 1130 time: 0.0554013 Oct 10 12:23:42.242967 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979490f1-46dc-4013-ac5c-d1553f67cf97 req-58c206d1-f5ee-4440-9bc1-fa8c01d4848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:42.244457 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-979490f1-46dc-4013-ac5c-d1553f67cf97 req-58c206d1-f5ee-4440-9bc1-fa8c01d4848e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9f8f922a-ec8b-42d4-a75e-2afb2158a141 HTTP/1.1" status: 200 len: 909 time: 0.1952162 Oct 10 12:23:42.323548 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646a539a-b920-4fec-9f0e-2812477d2113 {{(pid=107007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:23:42.338062 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Publish callbacks [] for port (646a539a-b920-4fec-9f0e-2812477d2113), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:42.383723 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.provisioning_blocks [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Transition to ACTIVE for port object 646a539a-b920-4fec-9f0e-2812477d2113 will not be triggered until provisioned by entity L2. {{(pid=107007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 10 12:23:42.393496 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-979490f1-46dc-4013-ac5c-d1553f67cf97 req-9055584f-69a6-4193-9102-230d182cbbd4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7 HTTP/1.1" status: 200 len: 1002 time: 0.0655658 Oct 10 12:23:42.446552 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979490f1-46dc-4013-ac5c-d1553f67cf97 req-7fa5046c-d1af-40f1-aa73-8bd2a8a8c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:42.448027 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-979490f1-46dc-4013-ac5c-d1553f67cf97 req-7fa5046c-d1af-40f1-aa73-8bd2a8a8c7cc service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b8bfb1f2-f5dd-4aad-a347-6f1f40dba581 HTTP/1.1" status: 200 len: 847 time: 0.0488915 Oct 10 12:23:42.483278 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (646a539a-b920-4fec-9f0e-2812477d2113), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:42.549752 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979490f1-46dc-4013-ac5c-d1553f67cf97 req-972e22de-0b8d-47da-a16b-ae2c8628ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:42.549752 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-979490f1-46dc-4013-ac5c-d1553f67cf97 req-972e22de-0b8d-47da-a16b-ae2c8628ff85 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9f8f922a-ec8b-42d4-a75e-2afb2158a141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707405 Oct 10 12:23:42.576735 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Pushing event updated for resources: {'Port': ['ID=646a539a-b920-4fec-9f0e-2812477d2113,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:42.678463 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Attempting to bind port 646a539a-b920-4fec-9f0e-2812477d2113 on host hv-cinder-86020 for vnic_type normal with profile {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 10 12:23:42.678813 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Attempting to bind port 646a539a-b920-4fec-9f0e-2812477d2113 by drivers openvswitch,hyperv on host hv-cinder-86020 at level 0 using segments [{'id': 'bf2b5b85-ac16-4850-8c8a-3f6ee99539b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316'}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 10 12:23:42.679135 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Attempting to bind port 646a539a-b920-4fec-9f0e-2812477d2113 on network 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:23:42.710467 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-979490f1-46dc-4013-ac5c-d1553f67cf97 req-98c5eeb4-106e-452d-bb3a-f96b7c0ccac2 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801953 Oct 10 12:23:42.743924 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:42.747479 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:42.794713 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01a005-7268-49e2-b814-563bfae07474 req-52dfba8b-ba85-421f-8b50-2c367842b7a5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:42.794713 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1d01a005-7268-49e2-b814-563bfae07474 req-52dfba8b-ba85-421f-8b50-2c367842b7a5 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0544822 Oct 10 12:23:42.853777 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1d01a005-7268-49e2-b814-563bfae07474 req-d8e32d38-7068-44ac-8196-61b22d450ca6 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573668 Oct 10 12:23:42.990688 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae494642-12c6-46d7-baab-41386d462fc8 req-996b44b4-7f9a-4e02-af4e-2b8befa89942 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:42.992951 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ae494642-12c6-46d7-baab-41386d462fc8 req-996b44b4-7f9a-4e02-af4e-2b8befa89942 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 944 time: 0.0609946 Oct 10 12:23:43.013972 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:43.047715 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ae494642-12c6-46d7-baab-41386d462fc8 req-8086aae9-b511-4ee8-9208-85c294968304 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491867 Oct 10 12:23:43.050175 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Port 646a539a-b920-4fec-9f0e-2812477d2113 on network 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86020 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 10 12:23:43.050724 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Attempting to bind port 646a539a-b920-4fec-9f0e-2812477d2113 on network 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 10 12:23:43.116665 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Checking agent: {'id': '27df0495-5205-44f1-b64c-0a07ebbf0699', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86020', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'started_at': datetime.datetime(2022, 10, 10, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 10, 12, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 10 12:23:43.116900 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Checking segment: {'id': 'bf2b5b85-ac16-4850-8c8a-3f6ee99539b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 10 12:23:43.117270 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Bound using segment: {'id': 'bf2b5b85-ac16-4850-8c8a-3f6ee99539b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316'} {{(pid=107007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 10 12:23:43.117728 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.managers [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Bound port: 646a539a-b920-4fec-9f0e-2812477d2113, host: hv-cinder-86020, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2b5b85-ac16-4850-8c8a-3f6ee99539b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316'}}] {{(pid=107007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 10 12:23:43.118079 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (646a539a-b920-4fec-9f0e-2812477d2113), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:43.121382 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-979490f1-46dc-4013-ac5c-d1553f67cf97 req-1c357365-2068-414a-bd6f-fa33d41a2668 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046218 Oct 10 12:23:43.187357 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] For port 646a539a-b920-4fec-9f0e-2812477d2113, host hv-cinder-86020, cleared binding levels {{(pid=107007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 10 12:23:43.190350 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] For port 646a539a-b920-4fec-9f0e-2812477d2113, host hv-cinder-86020, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=646a539a-b920-4fec-9f0e-2812477d2113,segment=NetworkSegment(bf2b5b85-ac16-4850-8c8a-3f6ee99539b6),segment_id=bf2b5b85-ac16-4850-8c8a-3f6ee99539b6)] {{(pid=107007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 10 12:23:43.273844 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (646a539a-b920-4fec-9f0e-2812477d2113), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:43.277946 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:43.278540 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:43.279909 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] 10.222.0.48 "PUT /networking/v2.0/ports/646a539a-b920-4fec-9f0e-2812477d2113 HTTP/1.1" status: 200 len: 1094 time: 1.3874488 Oct 10 12:23:43.280384 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'tag': '646a539a-b920-4fec-9f0e-2812477d2113'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:23:43.282578 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5c1dfe-51e5-4419-8a32-0cc5daf73f80" -d '{"events": [{"name": "network-changed", "server_uuid": "33ee1609-eec2-4304-ba1b-49044ccb4649", "tag": "646a539a-b920-4fec-9f0e-2812477d2113"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:23:43.323380 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5939feb2-5620-4b99-ba9e-7f8c97329a39 x-openstack-request-id: req-5939feb2-5620-4b99-ba9e-7f8c97329a39 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:23:43.323663 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ee1609-eec2-4304-ba1b-49044ccb4649", "tag": "646a539a-b920-4fec-9f0e-2812477d2113", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:23:43.323915 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5939feb2-5620-4b99-ba9e-7f8c97329a39 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:23:43.324307 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5939feb2-5620-4b99-ba9e-7f8c97329a39'] response: {'name': 'network-changed', 'server_uuid': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'tag': '646a539a-b920-4fec-9f0e-2812477d2113', 'status': 'completed', 'code': 200} Oct 10 12:23:43.336811 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17693914-dd32-42d0-bd19-78d71cf37a22 service neutron] Pushing event updated for resources: {'Port': ['ID=646a539a-b920-4fec-9f0e-2812477d2113,revision_number=3']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:43.977325 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730af7f-850c-4ef0-80fa-c0f11dcd29ca req-472b7be8-77e7-4aa5-b091-f6aab8106cc8 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:43.978896 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2730af7f-850c-4ef0-80fa-c0f11dcd29ca req-472b7be8-77e7-4aa5-b091-f6aab8106cc8 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0463948 Oct 10 12:23:43.980508 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [req-92ef750e-af46-4b1c-941b-27023513f51b req-2fccc1bd-bec7-4794-980b-9692d6c393f8 service neutron] (107007) timed out ('10.222.0.48', 60073) {{(pid=107007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 10 12:23:44.028073 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2730af7f-850c-4ef0-80fa-c0f11dcd29ca req-89efe9d6-f609-49a9-9da3-f8beb1fbc11c tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435715 Oct 10 12:23:44.176177 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d115f1-7e5c-4a9f-81d8-d2b3257354e2 req-9567c28c-be59-4da3-9351-2a9ff4dfc7f1 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:44.177589 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-88d115f1-7e5c-4a9f-81d8-d2b3257354e2 req-9567c28c-be59-4da3-9351-2a9ff4dfc7f1 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 944 time: 0.0494459 Oct 10 12:23:44.231043 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-88d115f1-7e5c-4a9f-81d8-d2b3257354e2 req-c20542a2-f753-4932-814b-0e2a37e0d5f1 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476217 Oct 10 12:23:44.377853 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c1dfe-51e5-4419-8a32-0cc5daf73f80 req-02396b8e-bd15-4d49-b44f-bd0d5ff1e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:44.379382 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-dc5c1dfe-51e5-4419-8a32-0cc5daf73f80 req-02396b8e-bd15-4d49-b44f-bd0d5ff1e4bd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=bafe96e8ab4d498981d0e309c484c125&device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 1128 time: 0.0406203 Oct 10 12:23:44.500800 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c1dfe-51e5-4419-8a32-0cc5daf73f80 req-a1b0c34a-795b-4ac0-b0ed-a110be5c35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:44.502301 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-dc5c1dfe-51e5-4419-8a32-0cc5daf73f80 req-a1b0c34a-795b-4ac0-b0ed-a110be5c35d7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=bafe96e8ab4d498981d0e309c484c125&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0983853 Oct 10 12:23:44.778878 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c1dfe-51e5-4419-8a32-0cc5daf73f80 req-b2b50ace-248c-4476-9838-576b5a71605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:44.780292 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-dc5c1dfe-51e5-4419-8a32-0cc5daf73f80 req-b2b50ace-248c-4476-9838-576b5a71605e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919878 Oct 10 12:23:44.883522 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-aac4bc59-9538-4f8d-94c1-3dfc907af818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:44.885004 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-aac4bc59-9538-4f8d-94c1-3dfc907af818 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=bafe96e8ab4d498981d0e309c484c125&device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 1128 time: 0.0439672 Oct 10 12:23:44.930729 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-10a8cd4e-f9cb-466f-b273-d76fcc1cabbf service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646a539a-b920-4fec-9f0e-2812477d2113 HTTP/1.1" status: 200 len: 217 time: 0.0327814 Oct 10 12:23:44.980235 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-a5ad55b7-118e-4b11-9329-946c6fa30a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:44.981698 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-a5ad55b7-118e-4b11-9329-946c6fa30a6b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=46222ac0-c98e-478f-966f-f94db5b38fd7 HTTP/1.1" status: 200 len: 853 time: 0.0450962 Oct 10 12:23:45.025996 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-10d3e9ee-2495-4405-9787-915b109edda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:45.027779 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-10d3e9ee-2495-4405-9787-915b109edda2 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399706 Oct 10 12:23:45.040724 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:45.061938 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:45.068635 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:45.069876 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:45.125545 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-fcabde06-326b-4ce0-be61-3d5952513d3e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919428 Oct 10 12:23:45.153077 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b373f15-0403-4e8a-ba40-5990ab6bfdd0 req-bb961003-7709-43af-99c9-a099db41be0f tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:45.155339 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7b373f15-0403-4e8a-ba40-5990ab6bfdd0 req-bb961003-7709-43af-99c9-a099db41be0f tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0496280 Oct 10 12:23:45.206590 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7b373f15-0403-4e8a-ba40-5990ab6bfdd0 req-5aa22625-48a5-4766-bdb0-aa3936acd28b tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457263 Oct 10 12:23:45.224793 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-a058a995-0f5d-46e5-8f6b-4373ec0b59bc req-386f3787-2c69-4196-80ab-8f6922e39081 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919986 Oct 10 12:23:45.352535 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61c0e8-378f-4d30-84df-c9dce9d3856e req-cd89be7b-91ea-4f61-8224-98d3923ae4e7 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:45.354034 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ae61c0e8-378f-4d30-84df-c9dce9d3856e req-cd89be7b-91ea-4f61-8224-98d3923ae4e7 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 944 time: 0.0482581 Oct 10 12:23:45.403859 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ae61c0e8-378f-4d30-84df-c9dce9d3856e req-45cc04e4-9952-46c4-9b8c-24af1128621c tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440261 Oct 10 12:23:46.332267 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7102d70-1cd6-42ed-adf8-194b12439629 req-4899b015-737b-4d14-8120-df8a51493073 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:46.334047 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f7102d70-1cd6-42ed-adf8-194b12439629 req-4899b015-737b-4d14-8120-df8a51493073 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0520132 Oct 10 12:23:46.383613 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f7102d70-1cd6-42ed-adf8-194b12439629 req-32b15e95-c84f-446e-a70f-c8c40274a682 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438190 Oct 10 12:23:46.526064 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd9f04-24d4-49f8-9883-5f2fdea6dd8a req-97f37434-df97-4e85-b42a-1ec0d2385722 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:46.526448 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-56dd9f04-24d4-49f8-9883-5f2fdea6dd8a req-97f37434-df97-4e85-b42a-1ec0d2385722 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 944 time: 0.0463557 Oct 10 12:23:46.574396 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-56dd9f04-24d4-49f8-9883-5f2fdea6dd8a req-2a9424cb-03d7-40ea-980f-715682648b67 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421207 Oct 10 12:23:47.388839 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [req-0fa15fbf-0e9e-4961-8c94-127472b76f7c req-0e57b5ff-fc64-4c4c-9cdd-1338269035b7 service neutron] (107007) timed out ('10.222.0.48', 60053) {{(pid=107007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 10 12:23:47.507583 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd08346-f578-494b-993b-4067f4d4e729 req-c4c168a6-bead-427c-9625-0334072e4859 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:47.508958 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7cd08346-f578-494b-993b-4067f4d4e729 req-c4c168a6-bead-427c-9625-0334072e4859 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0481961 Oct 10 12:23:47.554250 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:47.562913 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-7cd08346-f578-494b-993b-4067f4d4e729 req-5dee0837-efbe-46ca-a60a-577a0c7913cc tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482545 Oct 10 12:23:47.695240 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17005faf-4c27-40b9-ba00-bd6217dab367 req-7df242ff-40b3-4045-b057-bf8717e358c9 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:47.696736 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-17005faf-4c27-40b9-ba00-bd6217dab367 req-7df242ff-40b3-4045-b057-bf8717e358c9 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 944 time: 0.0471647 Oct 10 12:23:47.745732 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-17005faf-4c27-40b9-ba00-bd6217dab367 req-ba84b416-862c-414c-8dcc-6d57a0b8da46 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432229 Oct 10 12:23:48.443638 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 646a539a-b920-4fec-9f0e-2812477d2113 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:23:48.458626 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 1ab60eb3-8fcd-4845-885c-e9230a320fe7 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:23:48.602768 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 is: ACTIVE; New status is: DOWN {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:48.603160 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:48.619637 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 646a539a-b920-4fec-9f0e-2812477d2113, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=646a539a-b920-4fec-9f0e-2812477d2113,segment=NetworkSegment(bf2b5b85-ac16-4850-8c8a-3f6ee99539b6),segment_id=bf2b5b85-ac16-4850-8c8a-3f6ee99539b6)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:23:48.637257 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '646a539a-b920-4fec-9f0e-2812477d2113', 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'port_id': '646a539a-b920-4fec-9f0e-2812477d2113', 'mac_address': 'fa:16:3e:6d:35:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:23:48.643886 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8283f5-756d-4f3b-b196-70911e57a279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab60eb3-8fcd-4845-885c-e9230a320fe7'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:23:48.646661 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f8e026-cd3b-4539-89ae-3f1708da6a1b" -d '{"events": [{"server_uuid": "7b8283f5-756d-4f3b-b196-70911e57a279", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab60eb3-8fcd-4845-885c-e9230a320fe7"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:23:48.676920 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 1ab60eb3-8fcd-4845-885c-e9230a320fe7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7,segment=NetworkSegment(d15bae8f-0ef4-4c22-be36-13d7682fa2f9),segment_id=d15bae8f-0ef4-4c22-be36-13d7682fa2f9)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:23:48.686160 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721bf50-a119-4e7c-8113-9c1c46f2b3ed req-ba8dc17a-8231-42e3-a93f-4c814964f658 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:48.687675 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3721bf50-a119-4e7c-8113-9c1c46f2b3ed req-ba8dc17a-8231-42e3-a93f-4c814964f658 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0494986 Oct 10 12:23:48.690576 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 646a539a-b920-4fec-9f0e-2812477d2113 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:48.690990 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (646a539a-b920-4fec-9f0e-2812477d2113), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:48.710276 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646a539a-b920-4fec-9f0e-2812477d2113 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:23:48.728855 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 646a539a-b920-4fec-9f0e-2812477d2113, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=646a539a-b920-4fec-9f0e-2812477d2113,segment=NetworkSegment(bf2b5b85-ac16-4850-8c8a-3f6ee99539b6),segment_id=bf2b5b85-ac16-4850-8c8a-3f6ee99539b6)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:23:48.738341 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-3721bf50-a119-4e7c-8113-9c1c46f2b3ed req-fed2d74a-d7c1-4c26-b68e-e6902115933c tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448833 Oct 10 12:23:48.768479 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:48.791410 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 10 Oct 2022 12:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f95488-b8de-43de-8d1c-00e74fa96450 x-openstack-request-id: req-e9f95488-b8de-43de-8d1c-00e74fa96450 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:23:48.791811 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8283f5-756d-4f3b-b196-70911e57a279", "name": "network-vif-unplugged", "status": "failed", "tag": "1ab60eb3-8fcd-4845-885c-e9230a320fe7", "code": 422}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:23:48.792024 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9f95488-b8de-43de-8d1c-00e74fa96450 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:23:48.792398 dv-cinder-860209-4-iscsi neutron-server[107008]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e9f95488-b8de-43de-8d1c-00e74fa96450']: {'server_uuid': '7b8283f5-756d-4f3b-b196-70911e57a279', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ab60eb3-8fcd-4845-885c-e9230a320fe7', 'code': 422} returned with failed status Oct 10 12:23:48.804079 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (646a539a-b920-4fec-9f0e-2812477d2113), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:48.820781 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=1ab60eb3-8fcd-4845-885c-e9230a320fe7,revision_number=6']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:48.826231 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [req-8017667e-2c1d-4c0a-99df-db0d933a2205 req-2567c2fd-a7d3-40e9-a38d-868ef5907786 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 12:23:48.827291 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8017667e-2c1d-4c0a-99df-db0d933a2205 req-2567c2fd-a7d3-40e9-a38d-868ef5907786 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055399 Oct 10 12:23:48.869653 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=646a539a-b920-4fec-9f0e-2812477d2113,revision_number=4']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:49.245900 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f08c6-de79-4f9e-ad7b-ba493e124b9e req-3b260d33-2eb9-4793-9b67-c2d66dc2bafc tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:49.247416 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f06f08c6-de79-4f9e-ad7b-ba493e124b9e req-3b260d33-2eb9-4793-9b67-c2d66dc2bafc tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 945 time: 0.0517449 Oct 10 12:23:49.267114 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-a5801955-3981-41c9-a47d-4ef6d090d514 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390451 Oct 10 12:23:49.276542 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-1fe68ced-0c9c-496e-bba4-6d0c9c58bfe0 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 10 12:23:49.277491 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-1fe68ced-0c9c-496e-bba4-6d0c9c58bfe0 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050929 Oct 10 12:23:49.286435 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['646a539a-b920-4fec-9f0e-2812477d2113'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:23:49.300193 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f06f08c6-de79-4f9e-ad7b-ba493e124b9e req-f0816ef1-c365-4006-9dd4-dac95c29b6fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471349 Oct 10 12:23:49.356789 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-e2ab7b7b-ae34-48cb-a3a3-382b1ff97066 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:49.358217 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-e2ab7b7b-ae34-48cb-a3a3-382b1ff97066 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports/1ab60eb3-8fcd-4845-885c-e9230a320fe7 HTTP/1.1" status: 200 len: 941 time: 0.0510585 Oct 10 12:23:49.421481 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc6bbc-dd7d-4a4c-a7da-259fc74afdf3 req-d4e5cc17-ba78-4059-80ea-47cb825aba5b tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:49.423177 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-88dc6bbc-dd7d-4a4c-a7da-259fc74afdf3 req-d4e5cc17-ba78-4059-80ea-47cb825aba5b tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0506248 Oct 10 12:23:49.475002 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:49.481926 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-88dc6bbc-dd7d-4a4c-a7da-259fc74afdf3 req-910f243f-ac6f-4390-94b5-48bc61434940 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515351 Oct 10 12:23:50.434512 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39bd58-9ccb-4277-9bef-96ce5f678a5c req-886adeff-33b5-4033-aa21-bc8f91ac59b2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:50.436014 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bb39bd58-9ccb-4277-9bef-96ce5f678a5c req-886adeff-33b5-4033-aa21-bc8f91ac59b2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 945 time: 0.0525274 Oct 10 12:23:50.461900 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 646a539a-b920-4fec-9f0e-2812477d2113 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:23:50.486927 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bb39bd58-9ccb-4277-9bef-96ce5f678a5c req-2f036556-a27e-4ce6-9b71-093ad3944471 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441616 Oct 10 12:23:50.506754 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning for port 646a539a-b920-4fec-9f0e-2812477d2113 completed by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 10 12:23:50.559001 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 646a539a-b920-4fec-9f0e-2812477d2113 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:23:50.559482 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (646a539a-b920-4fec-9f0e-2812477d2113), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:50.559881 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 646a539a-b920-4fec-9f0e-2812477d2113 Oct 10 12:23:50.612914 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6de4c-ba2d-4b31-8341-1a818e43ae49 req-9768dc64-e989-4d4d-954a-1d810f9012ba tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:50.614511 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-11e6de4c-ba2d-4b31-8341-1a818e43ae49 req-9768dc64-e989-4d4d-954a-1d810f9012ba tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0510712 Oct 10 12:23:50.638980 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 646a539a-b920-4fec-9f0e-2812477d2113 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:23:50.639361 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (646a539a-b920-4fec-9f0e-2812477d2113), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:50.667885 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-11e6de4c-ba2d-4b31-8341-1a818e43ae49 req-ce5ddd3c-4ee7-4d11-8c40-958d7a6108d6 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475519 Oct 10 12:23:50.675216 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 646a539a-b920-4fec-9f0e-2812477d2113, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=646a539a-b920-4fec-9f0e-2812477d2113,segment=NetworkSegment(bf2b5b85-ac16-4850-8c8a-3f6ee99539b6),segment_id=bf2b5b85-ac16-4850-8c8a-3f6ee99539b6)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:23:50.739589 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (646a539a-b920-4fec-9f0e-2812477d2113), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:50.786916 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=646a539a-b920-4fec-9f0e-2812477d2113,revision_number=5']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:23:50.793084 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646a539a-b920-4fec-9f0e-2812477d2113'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:23:50.795395 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778ac508-42ca-493a-a312-bf0d251c62e8" -d '{"events": [{"server_uuid": "33ee1609-eec2-4304-ba1b-49044ccb4649", "name": "network-vif-plugged", "status": "completed", "tag": "646a539a-b920-4fec-9f0e-2812477d2113"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:23:50.835207 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edc47d4-dd95-4e28-8022-ac01c9164e49 x-openstack-request-id: req-4edc47d4-dd95-4e28-8022-ac01c9164e49 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:23:50.835600 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ee1609-eec2-4304-ba1b-49044ccb4649", "name": "network-vif-plugged", "status": "completed", "tag": "646a539a-b920-4fec-9f0e-2812477d2113", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:23:50.835895 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4edc47d4-dd95-4e28-8022-ac01c9164e49 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:23:50.836330 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4edc47d4-dd95-4e28-8022-ac01c9164e49'] response: {'server_uuid': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646a539a-b920-4fec-9f0e-2812477d2113', 'code': 200} Oct 10 12:23:51.204008 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ca080-3a83-4d7a-8e68-d5b110abd050 req-76ddc0b1-3b38-4f86-b3a5-c86ea72ffe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:51.205927 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-935ca080-3a83-4d7a-8e68-d5b110abd050 req-76ddc0b1-3b38-4f86-b3a5-c86ea72ffe32 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 1130 time: 0.0396135 Oct 10 12:23:51.255303 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-935ca080-3a83-4d7a-8e68-d5b110abd050 req-31db7074-3638-43dc-9570-608296095536 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421519 Oct 10 12:23:51.613598 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83a75f-ab48-4c6d-b0e8-92d270ebe5f0 req-f1e67c4e-26e7-4f22-b818-562154cda699 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:51.615190 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ea83a75f-ab48-4c6d-b0e8-92d270ebe5f0 req-f1e67c4e-26e7-4f22-b818-562154cda699 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 946 time: 0.0483673 Oct 10 12:23:51.669231 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ea83a75f-ab48-4c6d-b0e8-92d270ebe5f0 req-f33a4043-4ca5-45b8-bbad-e1b142bf95ac tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480902 Oct 10 12:23:51.791651 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f22d7-1ff7-4340-9276-a3e101191a2b req-c7d77f2a-b002-43f7-8a30-90a21c071d6e tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:51.793354 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5e2f22d7-1ff7-4340-9276-a3e101191a2b req-c7d77f2a-b002-43f7-8a30-90a21c071d6e tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0510013 Oct 10 12:23:51.850269 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5e2f22d7-1ff7-4340-9276-a3e101191a2b req-f45b8f83-d775-4a6e-b942-3763321985fd tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508342 Oct 10 12:23:52.794787 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63b54a-a86d-49a2-ba5f-526b7d391f98 req-ac98e0dd-6bed-4e7a-9652-68a6a7a421ad tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:52.796146 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ee63b54a-a86d-49a2-ba5f-526b7d391f98 req-ac98e0dd-6bed-4e7a-9652-68a6a7a421ad tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 946 time: 0.0468459 Oct 10 12:23:52.844894 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ee63b54a-a86d-49a2-ba5f-526b7d391f98 req-ae160f62-35d2-4bc8-b199-b88176684566 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426378 Oct 10 12:23:52.987144 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161471a0-67da-4042-8b2c-5d287b74a41f req-15a09c59-e2ec-4ec7-a4e5-a5cf645d5727 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:52.988614 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-161471a0-67da-4042-8b2c-5d287b74a41f req-15a09c59-e2ec-4ec7-a4e5-a5cf645d5727 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0568035 Oct 10 12:23:53.038716 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-161471a0-67da-4042-8b2c-5d287b74a41f req-22ef86ff-7442-4a8a-91d7-48e889f0f31d tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445688 Oct 10 12:23:53.269573 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-6dd309b8-fe6d-4dec-b97b-2d4a9e943e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:53.271191 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-6dd309b8-fe6d-4dec-b97b-2d4a9e943e00 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279&tenant_id=c6ab1776de294ca1a23fc110b2f9af1d HTTP/1.1" status: 200 len: 1128 time: 0.0394080 Oct 10 12:23:53.346943 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-8aba6500-31ea-4043-875d-7bbb70d050e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:53.348383 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-8aba6500-31ea-4043-875d-7bbb70d050e5 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=c6ab1776de294ca1a23fc110b2f9af1d&device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 1128 time: 0.0404837 Oct 10 12:23:53.361598 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:53.444513 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-57cd7bfd-0725-4cca-a455-8ce6de3ecf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:53.445970 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-57cd7bfd-0725-4cca-a455-8ce6de3ecf97 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9f8f922a-ec8b-42d4-a75e-2afb2158a141 HTTP/1.1" status: 200 len: 909 time: 0.0911927 Oct 10 12:23:53.508492 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-de226b5a-464c-4422-a8bf-e676906d1af5 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0569880 Oct 10 12:23:53.557084 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-0d20be56-fb12-4c8d-86a4-9d6bb8333f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:53.558552 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-0d20be56-fb12-4c8d-86a4-9d6bb8333f51 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b8bfb1f2-f5dd-4aad-a347-6f1f40dba581 HTTP/1.1" status: 200 len: 847 time: 0.0449324 Oct 10 12:23:53.610240 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-409ccc0b-0407-4914-b7b8-a2bc82640287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:53.610240 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-409ccc0b-0407-4914-b7b8-a2bc82640287 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9f8f922a-ec8b-42d4-a75e-2afb2158a141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429628 Oct 10 12:23:53.694851 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-8ae41275-ae8c-42b8-b3c7-0c6a78421156 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815685 Oct 10 12:23:53.787391 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-b3fdcdf5-6351-4b98-913c-4dfdb870028c req-ce3198b5-f2e1-489c-a409-7db4b8191001 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865328 Oct 10 12:23:53.964887 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335301f3-f79c-492b-a2d8-a9896d392e82 req-0d275aad-c2e6-40f2-9fd1-444e6a4f61d5 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:53.966321 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-335301f3-f79c-492b-a2d8-a9896d392e82 req-0d275aad-c2e6-40f2-9fd1-444e6a4f61d5 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 946 time: 0.0464475 Oct 10 12:23:54.013878 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-335301f3-f79c-492b-a2d8-a9896d392e82 req-2b234f4d-fec0-4a29-bbf7-f8fda8365c22 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418932 Oct 10 12:23:54.137233 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310b8a2-f240-4243-aa80-5da3884b7871 req-9b0a62f2-44d4-4dc1-a992-ef6598f21208 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:54.138889 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5310b8a2-f240-4243-aa80-5da3884b7871 req-9b0a62f2-44d4-4dc1-a992-ef6598f21208 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 946 time: 0.0471539 Oct 10 12:23:54.181415 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:54.193948 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5310b8a2-f240-4243-aa80-5da3884b7871 req-c2b9f2be-82dd-4994-823c-c4a5162609f8 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473108 Oct 10 12:23:54.204366 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:23:54.299321 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee455a-67db-49cc-896c-9f2180f227b2 req-c5c2499e-b459-4a24-b7c4-3a19c8cd85ba tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:54.300846 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4cee455a-67db-49cc-896c-9f2180f227b2 req-c5c2499e-b459-4a24-b7c4-3a19c8cd85ba tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0479946 Oct 10 12:23:54.351590 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-4cee455a-67db-49cc-896c-9f2180f227b2 req-4c5bdb60-926f-490e-a2fc-b7063c3f5670 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450964 Oct 10 12:23:54.673782 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56622621-3788-42f3-ac79-919e66e93f7c req-da5aad29-b537-4563-8353-380d9db3faba tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:54.675288 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-56622621-3788-42f3-ac79-919e66e93f7c req-da5aad29-b537-4563-8353-380d9db3faba tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 946 time: 0.0472624 Oct 10 12:23:54.724517 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-56622621-3788-42f3-ac79-919e66e93f7c req-6709b6b3-35c6-4738-b5f2-97dbc97fd321 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436981 Oct 10 12:23:55.483551 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c397e-1c6a-4de6-afe2-3ad7b00a7c9d req-02a5bec0-0461-4a12-84d4-1268adef384d tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:55.485057 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-697c397e-1c6a-4de6-afe2-3ad7b00a7c9d req-02a5bec0-0461-4a12-84d4-1268adef384d tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0562119 Oct 10 12:23:55.517683 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:23:55.537172 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-697c397e-1c6a-4de6-afe2-3ad7b00a7c9d req-69201527-0f84-4f0d-92e0-3acf87261cd8 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460148 Oct 10 12:23:56.663829 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebed43e-20d7-43cd-ac78-88580b2c1b0b req-62fa19e2-0f0d-485a-a209-76a3646f2f5e tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:56.665297 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eebed43e-20d7-43cd-ac78-88580b2c1b0b req-62fa19e2-0f0d-485a-a209-76a3646f2f5e tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0483027 Oct 10 12:23:56.715081 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-eebed43e-20d7-43cd-ac78-88580b2c1b0b req-c38453d8-6428-4c26-b6d8-8255a9db7c9e tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 Oct 10 12:23:57.850821 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ced683-607b-4003-8274-441376e3b409 req-207f8096-ebd1-4233-98b1-bea24937ef84 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:57.852306 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-01ced683-607b-4003-8274-441376e3b409 req-207f8096-ebd1-4233-98b1-bea24937ef84 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0512228 Oct 10 12:23:57.902911 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-01ced683-607b-4003-8274-441376e3b409 req-ccd8c344-e02c-4622-af82-f8ef367afbc3 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451274 Oct 10 12:23:59.182969 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef086cf1-aeda-42df-bacb-97e8a6e0f55c req-1737a8f3-0ce7-40b7-bd64-7f84f7caabf7 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:23:59.184530 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ef086cf1-aeda-42df-bacb-97e8a6e0f55c req-1737a8f3-0ce7-40b7-bd64-7f84f7caabf7 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0475495 Oct 10 12:23:59.234377 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ef086cf1-aeda-42df-bacb-97e8a6e0f55c req-cecb5a33-57a8-4e36-9924-32cee31e2b38 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439191 Oct 10 12:23:59.670657 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-ab718297-b017-4241-8b84-e1ad0fdbe037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:00.117952 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=18 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:00.119807 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=14 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:00.353596 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42dcf5-ce6f-4170-9f31-78175ee28e33 req-3ab4e89d-0585-49c6-a2ea-b61c30696d8b tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:00.355082 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1d42dcf5-ce6f-4170-9f31-78175ee28e33 req-3ab4e89d-0585-49c6-a2ea-b61c30696d8b tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0467386 Oct 10 12:24:00.407437 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-1d42dcf5-ce6f-4170-9f31-78175ee28e33 req-2bdd303d-bcaf-441c-b656-c9eb4672ac73 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465648 Oct 10 12:24:01.538601 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef2810-64e2-4f9f-9e8a-c7b3d6fdca94 req-892085b5-1c9d-49a1-ba73-5a49f329b072 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:01.538601 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-51ef2810-64e2-4f9f-9e8a-c7b3d6fdca94 req-892085b5-1c9d-49a1-ba73-5a49f329b072 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0481582 Oct 10 12:24:01.587739 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-51ef2810-64e2-4f9f-9e8a-c7b3d6fdca94 req-9075a9d4-459b-420b-ac05-a36313890744 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449908 Oct 10 12:24:01.895686 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-392cd05d-5da8-4d6f-8fb4-9da781a4c726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:02.542865 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8161690-d04b-442d-900d-b986effecec4 req-8d03971b-3c7e-42b0-be4d-7487cb6a31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:02.544361 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d8161690-d04b-442d-900d-b986effecec4 req-8d03971b-3c7e-42b0-be4d-7487cb6a31cb service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=c6ab1776de294ca1a23fc110b2f9af1d&device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 1128 time: 0.0893052 Oct 10 12:24:02.569041 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 1ab60eb3-8fcd-4845-885c-e9230a320fe7 details requested by agent hyperv_hv-cinder-86020 with host hv-cinder-86020 {{(pid=107008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 10 12:24:02.654927 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8161690-d04b-442d-900d-b986effecec4 req-47d7c26c-1295-482d-b254-78f1ee22e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:02.656777 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d8161690-d04b-442d-900d-b986effecec4 req-47d7c26c-1295-482d-b254-78f1ee22e49e service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9f8f922a-ec8b-42d4-a75e-2afb2158a141 HTTP/1.1" status: 200 len: 909 time: 0.0938690 Oct 10 12:24:02.672548 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 1ab60eb3-8fcd-4845-885c-e9230a320fe7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7,segment=NetworkSegment(d15bae8f-0ef4-4c22-be36-13d7682fa2f9),segment_id=d15bae8f-0ef4-4c22-be36-13d7682fa2f9)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:24:02.684602 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Returning: {'device': '1ab60eb3-8fcd-4845-885c-e9230a320fe7', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'port_id': '1ab60eb3-8fcd-4845-885c-e9230a320fe7', 'mac_address': 'fa:16:3e:d8:7b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 10 12:24:02.717558 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3530c89-4b71-41cc-8ebe-57dc2a283720 req-4c72cff1-adc3-47d9-87d4-6a9065b159db tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:02.719768 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e3530c89-4b71-41cc-8ebe-57dc2a283720 req-4c72cff1-adc3-47d9-87d4-6a9065b159db tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 944 time: 0.0531976 Oct 10 12:24:02.726655 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 is: DOWN; New status is: BUILD {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:24:02.727104 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:02.727584 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d8161690-d04b-442d-900d-b986effecec4 req-61638988-e02d-41a6-b8bc-1b8ec8d431f7 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0642221 Oct 10 12:24:02.742705 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab60eb3-8fcd-4845-885c-e9230a320fe7 {{(pid=107008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 10 12:24:02.766631 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 1ab60eb3-8fcd-4845-885c-e9230a320fe7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7,segment=NetworkSegment(d15bae8f-0ef4-4c22-be36-13d7682fa2f9),segment_id=d15bae8f-0ef4-4c22-be36-13d7682fa2f9)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:24:02.767848 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:02.775989 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-e3530c89-4b71-41cc-8ebe-57dc2a283720 req-9fb67815-95bc-41a9-ad9c-164b9f6fcf81 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499797 Oct 10 12:24:02.781096 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8161690-d04b-442d-900d-b986effecec4 req-101b5a87-c94f-43aa-b09f-c547454caba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:02.782601 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d8161690-d04b-442d-900d-b986effecec4 req-101b5a87-c94f-43aa-b09f-c547454caba6 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b8bfb1f2-f5dd-4aad-a347-6f1f40dba581 HTTP/1.1" status: 200 len: 847 time: 0.0491164 Oct 10 12:24:02.831879 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8161690-d04b-442d-900d-b986effecec4 req-b8a3ebe1-e7fd-4880-bddd-c81984b8f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:02.834175 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d8161690-d04b-442d-900d-b986effecec4 req-b8a3ebe1-e7fd-4880-bddd-c81984b8f8cf service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9f8f922a-ec8b-42d4-a75e-2afb2158a141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455265 Oct 10 12:24:02.872622 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:02.921222 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=1ab60eb3-8fcd-4845-885c-e9230a320fe7,revision_number=7']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:24:02.923710 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d8161690-d04b-442d-900d-b986effecec4 req-2ac927e0-a5ad-4eaa-a2a6-b0a957dc8850 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837054 Oct 10 12:24:02.947188 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:03.028373 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-d8161690-d04b-442d-900d-b986effecec4 req-23a32396-fd6d-42d5-8607-1090e2680c55 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982673 Oct 10 12:24:03.290652 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['1ab60eb3-8fcd-4845-885c-e9230a320fe7'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:24:03.337565 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:03.339027 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:03.441922 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:03.901240 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb795989-30d6-48c8-811d-471d6e597471 req-c4203f62-06ad-4276-9ed0-28ebbd5976db tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:03.902881 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bb795989-30d6-48c8-811d-471d6e597471 req-c4203f62-06ad-4276-9ed0-28ebbd5976db tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 945 time: 0.0514133 Oct 10 12:24:03.951830 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bb795989-30d6-48c8-811d-471d6e597471 req-0fde6387-dfa9-44f6-924d-54212c4a5419 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433037 Oct 10 12:24:04.584952 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 1ab60eb3-8fcd-4845-885c-e9230a320fe7 up at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 10 12:24:04.626176 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:04.633639 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.provisioning_blocks [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Provisioning complete for port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 triggered by entity L2. {{(pid=107008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 10 12:24:04.636020 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-827175'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), provisioning_complete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:04.636020 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Attempt 1 to provision port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 Oct 10 12:24:04.711389 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Current status of the port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 is: BUILD; New status is: ACTIVE {{(pid=107008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 10 12:24:04.711795 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), before_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:04.739200 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8283f5-756d-4f3b-b196-70911e57a279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab60eb3-8fcd-4845-885c-e9230a320fe7'}] {{(pid=107008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:24:04.739200 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c08b1e7c21787b9313b8ec289ce88234c35997f18c351b832757c11c8a17fdd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785f8b1c-c533-44c6-957f-a62971076c06" -d '{"events": [{"server_uuid": "7b8283f5-756d-4f3b-b196-70911e57a279", "name": "network-vif-plugged", "status": "completed", "tag": "1ab60eb3-8fcd-4845-885c-e9230a320fe7"}]}' {{(pid=107008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:24:04.751131 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] For port 1ab60eb3-8fcd-4845-885c-e9230a320fe7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7,segment=NetworkSegment(d15bae8f-0ef4-4c22-be36-13d7682fa2f9),segment_id=d15bae8f-0ef4-4c22-be36-13d7682fa2f9)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:24:04.834059 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:04.863406 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22688a18-dfe4-421b-91b8-7f5e9bd94a52 x-openstack-request-id: req-22688a18-dfe4-421b-91b8-7f5e9bd94a52 {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:24:04.863696 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8283f5-756d-4f3b-b196-70911e57a279", "name": "network-vif-plugged", "status": "completed", "tag": "1ab60eb3-8fcd-4845-885c-e9230a320fe7", "code": 200}]} {{(pid=107008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:24:04.863909 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22688a18-dfe4-421b-91b8-7f5e9bd94a52 {{(pid=107008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:24:04.864295 dv-cinder-860209-4-iscsi neutron-server[107008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22688a18-dfe4-421b-91b8-7f5e9bd94a52'] response: {'server_uuid': '7b8283f5-756d-4f3b-b196-70911e57a279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab60eb3-8fcd-4845-885c-e9230a320fe7', 'code': 200} Oct 10 12:24:05.020841 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Pushing event updated for resources: {'Port': ['ID=1ab60eb3-8fcd-4845-885c-e9230a320fe7,revision_number=8']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:24:05.029163 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:05.029519 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:05.029959 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:05.030659 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:05.030659 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:05.030995 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:05.031319 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:05.031642 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:05.031999 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:05.032278 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:05.032591 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:05.032911 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:05.033228 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:05.033551 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:05.033854 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:05.078117 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:05.089513 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871a5d8-f8eb-43df-bacb-7b5709923730 req-7a838ba0-e4a1-40d5-9b98-7ee67bc2ab0e tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:05.091068 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b871a5d8-f8eb-43df-bacb-7b5709923730 req-7a838ba0-e4a1-40d5-9b98-7ee67bc2ab0e tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0546541 Oct 10 12:24:05.143709 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b871a5d8-f8eb-43df-bacb-7b5709923730 req-943a08a0-f81f-4657-a3ed-d54b99f18d70 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452921 Oct 10 12:24:05.192690 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:05.220695 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:05.226498 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0d512-11d5-4877-98a9-af048c1c4c56 req-fb08eb92-c4ce-472a-b8de-a3063b637ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:05.232750 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f3b0d512-11d5-4877-98a9-af048c1c4c56 req-fb08eb92-c4ce-472a-b8de-a3063b637ff0 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 1130 time: 0.0411808 Oct 10 12:24:05.282339 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f3b0d512-11d5-4877-98a9-af048c1c4c56 req-d65bf903-890f-4d99-a102-60a609c8e5d7 service neutron] 10.222.0.48 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430677 Oct 10 12:24:06.241885 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afa5e7-fd84-403c-a352-73ee5378e26c req-88d15151-fb05-4cbb-a26a-52aef1d07c41 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:06.243387 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c6afa5e7-fd84-403c-a352-73ee5378e26c req-88d15151-fb05-4cbb-a26a-52aef1d07c41 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 946 time: 0.0468135 Oct 10 12:24:06.294281 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-c6afa5e7-fd84-403c-a352-73ee5378e26c req-393dcc17-45b4-44cf-845f-c6f2076b72e3 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453937 Oct 10 12:24:06.328295 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51364) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:24:06.424418 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7892dfb-9e48-4565-9aed-43995adb0e3c req-9ac004a2-dbb7-4d3e-bc4f-0b8cbf87580b tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:06.425866 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d7892dfb-9e48-4565-9aed-43995adb0e3c req-9ac004a2-dbb7-4d3e-bc4f-0b8cbf87580b tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0737798 Oct 10 12:24:06.430945 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de088d9a-029b-4a01-bc4e-275be49df953 tempest-TestMinimumBasicScenario-1767670028 tempest-TestMinimumBasicScenario-1767670028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:06.432354 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-de088d9a-029b-4a01-bc4e-275be49df953 tempest-TestMinimumBasicScenario-1767670028 tempest-TestMinimumBasicScenario-1767670028-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 1125 time: 0.1085815 Oct 10 12:24:06.435545 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51368) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:24:06.440166 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.v2.base [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Request body: {'floatingip': {'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'port_id': '646a539a-b920-4fec-9f0e-2812477d2113', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'fixed_ip_address': '172.20.0.10'}} {{(pid=107007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:24:06.484058 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-d7892dfb-9e48-4565-9aed-43995adb0e3c req-bfd84496-0db9-4409-bc12-e9ede19b0811 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506716 Oct 10 12:24:06.568423 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:06.653180 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (None), before_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:06.764332 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_common [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Allocated IP 172.27.4.81 (86b59d7d-c0f3-4ac3-b120-55d8edbeed47/bf80441f-f70a-4b04-ab5c-d4bf68e6f84e/3c69470f-59b1-496c-b570-7ffc74ecf047) {{(pid=107007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 10 12:24:06.870371 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for port (3c69470f-59b1-496c-b570-7ffc74ecf047), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:06.965008 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759133685742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (3c69470f-59b1-496c-b570-7ffc74ecf047), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:07.012668 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Network 86b59d7d-c0f3-4ac3-b120-55d8edbeed47 is already hosted by enough agents. {{(pid=107007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 10 12:24:07.016072 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.base_scheduler [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Resources bound (agent type, host, resource id): {{(pid=107007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 10 12:24:07.019880 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Received port after_create {{(pid=107007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 10 12:24:07.023537 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Pushing event updated for resources: {'Port': ['ID=3c69470f-59b1-496c-b570-7ffc74ecf047,revision_number=1']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:24:07.242048 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:07.309930 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:24:07.329813 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:07.379705 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for floatingip (c3f6e0b6-de55-4f59-b7e3-246c49b4557e), precommit_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:07.531697 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (3c69470f-59b1-496c-b570-7ffc74ecf047), before_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:07.614438 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:07.625874 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41829dce-b7e2-469d-a04a-f91f5a20e546 req-d061f539-b125-45d9-bb4d-e7d9946cd23f tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:07.627411 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-41829dce-b7e2-469d-a04a-f91f5a20e546 req-d061f539-b125-45d9-bb4d-e7d9946cd23f tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0563502 Oct 10 12:24:07.679153 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-41829dce-b7e2-469d-a04a-f91f5a20e546 req-dc8866c5-14ab-496e-a923-c2ae290adeb7 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457821 Oct 10 12:24:07.693822 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for port (3c69470f-59b1-496c-b570-7ffc74ecf047), precommit_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:07.764295 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32524460'] for port (3c69470f-59b1-496c-b570-7ffc74ecf047), after_update {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:07.831940 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Pushing event updated for resources: {'Port': ['ID=3c69470f-59b1-496c-b570-7ffc74ecf047,revision_number=2']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:24:07.835035 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1598029'] for floatingip (c3f6e0b6-de55-4f59-b7e3-246c49b4557e), after_create {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:07.930752 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.db.l3_db [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Floating IP c3f6e0b6-de55-4f59-b7e3-246c49b4557e associated. External IP: 172.27.4.81, port: 646a539a-b920-4fec-9f0e-2812477d2113. Oct 10 12:24:08.112658 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:08.128811 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:24:08.232810 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:24:08.242475 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357997f-1a97-4788-9d3c-f6070ca595a1 None None] Sync routers for ids ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:24:08.253184 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357997f-1a97-4788-9d3c-f6070ca595a1 None None] Routers {'6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:24:08.253799 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-4357997f-1a97-4788-9d3c-f6070ca595a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:24:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:24:08.301085 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:08.335403 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-5955ff6e-481d-4876-82dd-04377c7528fa tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8986552 Oct 10 12:24:08.336052 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'tag': '646a539a-b920-4fec-9f0e-2812477d2113'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:24:08.338499 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51374) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:24:08.338709 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5e8a77-2ccc-4278-9535-85657447edde" -d '{"events": [{"name": "network-changed", "server_uuid": "33ee1609-eec2-4304-ba1b-49044ccb4649", "tag": "646a539a-b920-4fec-9f0e-2812477d2113"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:24:08.343735 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486577707', 'description': 'tempest-secgroup-smoke-486577707 description', 'project_id': 'bafe96e8ab4d498981d0e309c484c125'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:24:08.379338 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbc3ccf-7c9d-4110-800a-dd17c3017834 x-openstack-request-id: req-4fbc3ccf-7c9d-4110-800a-dd17c3017834 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:24:08.379640 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ee1609-eec2-4304-ba1b-49044ccb4649", "tag": "646a539a-b920-4fec-9f0e-2812477d2113", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:24:08.379895 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4fbc3ccf-7c9d-4110-800a-dd17c3017834 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:24:08.380946 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fbc3ccf-7c9d-4110-800a-dd17c3017834'] response: {'name': 'network-changed', 'server_uuid': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'tag': '646a539a-b920-4fec-9f0e-2812477d2113', 'status': 'completed', 'code': 200} Oct 10 12:24:08.456522 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group (None), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:08.456817 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-4357997f-1a97-4788-9d3c-f6070ca595a1 None None] Set router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:24:08.470915 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e8a77-2ccc-4278-9535-85657447edde req-d73718c2-343a-4504-bcf0-ac2d7b0ac6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:08.476868 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ac5e8a77-2ccc-4278-9535-85657447edde req-d73718c2-343a-4504-bcf0-ac2d7b0ac6a4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=bafe96e8ab4d498981d0e309c484c125&device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 1130 time: 0.0417483 Oct 10 12:24:08.542339 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group (4bed0bca-3991-4ac4-89c8-ef56d650286f), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:08.587468 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e8a77-2ccc-4278-9535-85657447edde req-8e5a159a-c61a-4d36-a090-4dc4d3255336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:08.606058 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ac5e8a77-2ccc-4278-9535-85657447edde req-8e5a159a-c61a-4d36-a090-4dc4d3255336 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 HTTP/1.1" status: 200 len: 915 time: 0.1104636 Oct 10 12:24:08.661508 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ac5e8a77-2ccc-4278-9535-85657447edde req-4f098a4c-56a1-48a6-8427-32d5c986d507 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646a539a-b920-4fec-9f0e-2812477d2113 HTTP/1.1" status: 200 len: 999 time: 0.0658271 Oct 10 12:24:08.676387 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=100 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:08.697755 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-4357997f-1a97-4788-9d3c-f6070ca595a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'name': 'tempest-TestMinimumBasicScenario-145067367-router', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193'}], 'enable_snat': True}, 'gw_port_id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:03Z', 'updated_at': '2022-10-10T12:23:07Z', 'revision_number': 4, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'gw_port': {'id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:04Z', 'updated_at': '2022-10-10T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'c3f6e0b6-de55-4f59-b7e3-246c49b4557e', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'floating_ip_address': '172.27.4.81', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'port_id': '646a539a-b920-4fec-9f0e-2812477d2113', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'mac_address': 'fa:16:3e:6d:35:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:24:07Z', 'updated_at': '2022-10-10T12:24:07Z', 'revision_number': 0, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44f9078-17d6-4b69-8b64-c10bde7cd011', 'name': '', 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'mac_address': 'fa:16:3e:ad:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:06Z', 'updated_at': '2022-10-10T12:23:13Z', 'revision_number': 5, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'subnets': [{'id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:24:08.717605 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e8a77-2ccc-4278-9535-85657447edde req-b09283eb-de82-4f9c-a15a-2fde86cd65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:08.719097 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ac5e8a77-2ccc-4278-9535-85657447edde req-b09283eb-de82-4f9c-a15a-2fde86cd65cf service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=46222ac0-c98e-478f-966f-f94db5b38fd7 HTTP/1.1" status: 200 len: 853 time: 0.0518975 Oct 10 12:24:08.727307 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357997f-1a97-4788-9d3c-f6070ca595a1 None None] Checking router: 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:24:08.735719 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (4bed0bca-3991-4ac4-89c8-ef56d650286f), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:08.740454 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357997f-1a97-4788-9d3c-f6070ca595a1 None None] Routers {'6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:24:08.740454 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-4357997f-1a97-4788-9d3c-f6070ca595a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:24:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:24:08.764136 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e8a77-2ccc-4278-9535-85657447edde req-f2ecf147-a40e-45df-8c37-eeced8a2890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:08.769963 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ac5e8a77-2ccc-4278-9535-85657447edde req-f2ecf147-a40e-45df-8c37-eeced8a2890a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405369 Oct 10 12:24:08.770123 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bed0bca-3991-4ac4-89c8-ef56d650286f,revision_number=1']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:24:08.775609 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:08.775954 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:08.776410 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:08.776808 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:08.777203 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:08.777550 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:08.777882 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:08.778213 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:08.778531 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:08.779069 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:08.779418 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:08.779726 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:08.780313 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:08.780785 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:08.781312 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:24:08.846828 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:08.847754 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-4357997f-1a97-4788-9d3c-f6070ca595a1 None None] Set router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:24:08.852114 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-f8c4226c-f569-4d51-b44d-57779dcd88f2 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5124114 Oct 10 12:24:08.852927 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51378) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:24:08.857464 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-7ceec14c-3143-44c6-8964-de590766f8a0 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Request body: {'security_group_rule': {'security_group_id': '4bed0bca-3991-4ac4-89c8-ef56d650286f', 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:24:08.867587 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ac5e8a77-2ccc-4278-9535-85657447edde req-de2c798b-541d-4c40-8aa1-cfaef486f618 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955486 Oct 10 12:24:08.959613 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-ac5e8a77-2ccc-4278-9535-85657447edde req-145c9fba-ec1d-4ebe-9723-6b658db3aaed service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859969 Oct 10 12:24:08.976937 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7ceec14c-3143-44c6-8964-de590766f8a0 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (8853f8e1-c1e8-4b1a-8f74-624ed7e0f52e), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:09.036094 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7ceec14c-3143-44c6-8964-de590766f8a0 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (8853f8e1-c1e8-4b1a-8f74-624ed7e0f52e), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:09.065134 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-4357997f-1a97-4788-9d3c-f6070ca595a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'name': 'tempest-TestMinimumBasicScenario-145067367-router', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193'}], 'enable_snat': True}, 'gw_port_id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:03Z', 'updated_at': '2022-10-10T12:23:07Z', 'revision_number': 4, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'gw_port': {'id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:04Z', 'updated_at': '2022-10-10T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'c3f6e0b6-de55-4f59-b7e3-246c49b4557e', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'floating_ip_address': '172.27.4.81', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'port_id': '646a539a-b920-4fec-9f0e-2812477d2113', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'mac_address': 'fa:16:3e:6d:35:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:24:07Z', 'updated_at': '2022-10-10T12:24:07Z', 'revision_number': 0, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44f9078-17d6-4b69-8b64-c10bde7cd011', 'name': '', 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'mac_address': 'fa:16:3e:ad:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:06Z', 'updated_at': '2022-10-10T12:23:13Z', 'revision_number': 5, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'subnets': [{'id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:24:09.091554 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357997f-1a97-4788-9d3c-f6070ca595a1 None None] The sync data for ids ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'] in dv-cinder-860209-4-iscsi is: [{'id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'name': 'tempest-TestMinimumBasicScenario-145067367-router', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193'}], 'enable_snat': True}, 'gw_port_id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:03Z', 'updated_at': '2022-10-10T12:23:07Z', 'revision_number': 4, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'gw_port': {'id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:04Z', 'updated_at': '2022-10-10T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_floatingips': [{'id': 'c3f6e0b6-de55-4f59-b7e3-246c49b4557e', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'floating_ip_address': '172.27.4.81', 'floating_network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'router_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'port_id': '646a539a-b920-4fec-9f0e-2812477d2113', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'mac_address': 'fa:16:3e:6d:35:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-10T12:24:07Z', 'updated_at': '2022-10-10T12:24:07Z', 'revision_number': 0, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44f9078-17d6-4b69-8b64-c10bde7cd011', 'name': '', 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'mac_address': 'fa:16:3e:ad:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:06Z', 'updated_at': '2022-10-10T12:23:13Z', 'revision_number': 5, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'subnets': [{'id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:24:09.156842 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7ceec14c-3143-44c6-8964-de590766f8a0 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (8853f8e1-c1e8-4b1a-8f74-624ed7e0f52e), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:09.179919 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceec14c-3143-44c6-8964-de590766f8a0 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8853f8e1-c1e8-4b1a-8f74-624ed7e0f52e,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:24:09.258484 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7ceec14c-3143-44c6-8964-de590766f8a0 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:09.259807 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-7ceec14c-3143-44c6-8964-de590766f8a0 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4058862 Oct 10 12:24:09.262596 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51380) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:24:09.267125 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-5512dbe4-b7ec-4c0c-94d2-df31d41b74a4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Request body: {'security_group_rule': {'security_group_id': '4bed0bca-3991-4ac4-89c8-ef56d650286f', 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:24:09.303273 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bd9215-f737-4cf8-9c74-a16dbf9cb0ec None None] New status for floating IP c3f6e0b6-de55-4f59-b7e3-246c49b4557e: ACTIVE {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:24:09.364300 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5512dbe4-b7ec-4c0c-94d2-df31d41b74a4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (377c3453-d8ca-4707-a535-f3c173c3d842), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:09.670639 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5512dbe4-b7ec-4c0c-94d2-df31d41b74a4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (377c3453-d8ca-4707-a535-f3c173c3d842), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:09.769818 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5512dbe4-b7ec-4c0c-94d2-df31d41b74a4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (377c3453-d8ca-4707-a535-f3c173c3d842), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:09.790857 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512dbe4-b7ec-4c0c-94d2-df31d41b74a4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377c3453-d8ca-4707-a535-f3c173c3d842,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:24:09.878124 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5512dbe4-b7ec-4c0c-94d2-df31d41b74a4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:09.879384 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-5512dbe4-b7ec-4c0c-94d2-df31d41b74a4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6158276 Oct 10 12:24:09.882938 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51382) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:24:09.887069 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-63b4c338-188e-49fd-b337-4c5290b83783 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Request body: {'security_group_rule': {'security_group_id': '4bed0bca-3991-4ac4-89c8-ef56d650286f', 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:24:09.891205 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:10.008056 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-63b4c338-188e-49fd-b337-4c5290b83783 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (10b36cee-aa63-4900-af4b-82418f6378d6), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:10.064226 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-63b4c338-188e-49fd-b337-4c5290b83783 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (10b36cee-aa63-4900-af4b-82418f6378d6), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:10.141176 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-63b4c338-188e-49fd-b337-4c5290b83783 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (10b36cee-aa63-4900-af4b-82418f6378d6), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:10.160266 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4c338-188e-49fd-b337-4c5290b83783 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b36cee-aa63-4900-af4b-82418f6378d6,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:24:10.238207 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-63b4c338-188e-49fd-b337-4c5290b83783 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:10.239463 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-63b4c338-188e-49fd-b337-4c5290b83783 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556020 Oct 10 12:24:10.242925 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51384) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:24:10.247350 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-49f2b814-21e7-4ddb-b3e0-8f1ebf6f32ef tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Request body: {'security_group_rule': {'security_group_id': '4bed0bca-3991-4ac4-89c8-ef56d650286f', 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:24:10.252678 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:10.353520 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-49f2b814-21e7-4ddb-b3e0-8f1ebf6f32ef tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (c41e0257-c16e-432f-a44d-a2599d13aa4d), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:10.415101 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-49f2b814-21e7-4ddb-b3e0-8f1ebf6f32ef tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (c41e0257-c16e-432f-a44d-a2599d13aa4d), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:10.518533 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-49f2b814-21e7-4ddb-b3e0-8f1ebf6f32ef tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (c41e0257-c16e-432f-a44d-a2599d13aa4d), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:10.539239 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2b814-21e7-4ddb-b3e0-8f1ebf6f32ef tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41e0257-c16e-432f-a44d-a2599d13aa4d,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:24:10.634284 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-49f2b814-21e7-4ddb-b3e0-8f1ebf6f32ef tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:10.636670 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-49f2b814-21e7-4ddb-b3e0-8f1ebf6f32ef tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3916724 Oct 10 12:24:10.638343 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51386) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:24:10.642515 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-5db0c977-0cd6-4e9e-89ae-488397afd7c4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Request body: {'security_group_rule': {'security_group_id': '4bed0bca-3991-4ac4-89c8-ef56d650286f', 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:24:10.747063 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.securitygroups_db [None req-5db0c977-0cd6-4e9e-89ae-488397afd7c4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Project bafe96e8ab4d498981d0e309c484c125 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:24:10.753406 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5db0c977-0cd6-4e9e-89ae-488397afd7c4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (af4983b5-6b0e-43eb-8515-a53d120da06b), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:10.813285 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5db0c977-0cd6-4e9e-89ae-488397afd7c4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (af4983b5-6b0e-43eb-8515-a53d120da06b), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:10.890219 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5db0c977-0cd6-4e9e-89ae-488397afd7c4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (af4983b5-6b0e-43eb-8515-a53d120da06b), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:10.910789 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0c977-0cd6-4e9e-89ae-488397afd7c4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4983b5-6b0e-43eb-8515-a53d120da06b,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:24:10.982953 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-5db0c977-0cd6-4e9e-89ae-488397afd7c4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:10.984204 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-5db0c977-0cd6-4e9e-89ae-488397afd7c4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3449063 Oct 10 12:24:10.987106 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51388) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:24:10.991471 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [None req-ec9befa0-5ef6-43d8-b117-cfb23538e79f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Request body: {'security_group_rule': {'security_group_id': '4bed0bca-3991-4ac4-89c8-ef56d650286f', 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:24:11.113142 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.securitygroups_db [None req-ec9befa0-5ef6-43d8-b117-cfb23538e79f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Project bafe96e8ab4d498981d0e309c484c125 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 10 12:24:11.123353 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ec9befa0-5ef6-43d8-b117-cfb23538e79f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (e812d583-ba25-475e-aa26-fc9f3c147f88), before_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:11.178405 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ec9befa0-5ef6-43d8-b117-cfb23538e79f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (e812d583-ba25-475e-aa26-fc9f3c147f88), precommit_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:11.261005 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ec9befa0-5ef6-43d8-b117-cfb23538e79f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650551'] for security_group_rule (e812d583-ba25-475e-aa26-fc9f3c147f88), after_create {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:11.282105 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9befa0-5ef6-43d8-b117-cfb23538e79f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e812d583-ba25-475e-aa26-fc9f3c147f88,revision_number=0']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:24:11.366549 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-ec9befa0-5ef6-43d8-b117-cfb23538e79f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:11.367800 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-ec9befa0-5ef6-43d8-b117-cfb23538e79f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3797579 Oct 10 12:24:11.460356 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad7ec836-8baf-4d19-a0b3-846d20ab2226 req-68953dab-40c8-45f1-9604-def7b48e17e8 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-486577707&fields=id&tenant_id=bafe96e8ab4d498981d0e309c484c125 HTTP/1.1" status: 200 len: 267 time: 0.0452232 Oct 10 12:24:11.511416 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ec836-8baf-4d19-a0b3-846d20ab2226 req-287ecf51-9d91-499e-aaac-721b14c3de4c tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:11.512875 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad7ec836-8baf-4d19-a0b3-846d20ab2226 req-287ecf51-9d91-499e-aaac-721b14c3de4c tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 946 time: 0.0472312 Oct 10 12:24:11.523760 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-ad7ec836-8baf-4d19-a0b3-846d20ab2226 req-e11cc311-f5da-4509-9a39-3329af19813f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Request body: {'port': {'security_groups': ['f10fe203-e6b1-4dc9-944c-44611466aa6c', '4bed0bca-3991-4ac4-89c8-ef56d650286f']}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:24:11.595326 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-ad7ec836-8baf-4d19-a0b3-846d20ab2226 req-e11cc311-f5da-4509-9a39-3329af19813f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (646a539a-b920-4fec-9f0e-2812477d2113), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:11.690778 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:11.812819 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-ad7ec836-8baf-4d19-a0b3-846d20ab2226 req-e11cc311-f5da-4509-9a39-3329af19813f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] For port 646a539a-b920-4fec-9f0e-2812477d2113, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=646a539a-b920-4fec-9f0e-2812477d2113,segment=NetworkSegment(bf2b5b85-ac16-4850-8c8a-3f6ee99539b6),segment_id=bf2b5b85-ac16-4850-8c8a-3f6ee99539b6)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:24:11.833047 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:11.841880 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-ad7ec836-8baf-4d19-a0b3-846d20ab2226 req-e11cc311-f5da-4509-9a39-3329af19813f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for port (646a539a-b920-4fec-9f0e-2812477d2113), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:11.930654 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-ad7ec836-8baf-4d19-a0b3-846d20ab2226 req-e11cc311-f5da-4509-9a39-3329af19813f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31514739'] for port (646a539a-b920-4fec-9f0e-2812477d2113), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:11.941008 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ec836-8baf-4d19-a0b3-846d20ab2226 req-e11cc311-f5da-4509-9a39-3329af19813f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:11.941611 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-ad7ec836-8baf-4d19-a0b3-846d20ab2226 req-e11cc311-f5da-4509-9a39-3329af19813f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:11.943005 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-ad7ec836-8baf-4d19-a0b3-846d20ab2226 req-e11cc311-f5da-4509-9a39-3329af19813f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "PUT /networking/v2.0/ports/646a539a-b920-4fec-9f0e-2812477d2113 HTTP/1.1" status: 200 len: 982 time: 0.4237487 Oct 10 12:24:11.943494 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'tag': '646a539a-b920-4fec-9f0e-2812477d2113'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:24:11.945971 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed8dc12e2a811d0e919703145f0a46ca2d14ab091e6de4741f3d89754d8b916b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596f8bdd-9b14-4cab-b2cf-a5a9c75e064a" -d '{"events": [{"name": "network-changed", "server_uuid": "33ee1609-eec2-4304-ba1b-49044ccb4649", "tag": "646a539a-b920-4fec-9f0e-2812477d2113"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:24:11.981807 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['646a539a-b920-4fec-9f0e-2812477d2113'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:24:11.997473 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cc311-f5da-4509-9a39-3329af19813f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Pushing event updated for resources: {'Port': ['ID=646a539a-b920-4fec-9f0e-2812477d2113,revision_number=6']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:24:12.041936 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da0e03d-3807-4b51-ad50-2c0c2e4099c7 x-openstack-request-id: req-3da0e03d-3807-4b51-ad50-2c0c2e4099c7 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:24:12.042232 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ee1609-eec2-4304-ba1b-49044ccb4649", "tag": "646a539a-b920-4fec-9f0e-2812477d2113", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:24:12.042487 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3da0e03d-3807-4b51-ad50-2c0c2e4099c7 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:24:12.042957 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da0e03d-3807-4b51-ad50-2c0c2e4099c7'] response: {'name': 'network-changed', 'server_uuid': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'tag': '646a539a-b920-4fec-9f0e-2812477d2113', 'status': 'completed', 'code': 200} Oct 10 12:24:12.138322 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['646a539a-b920-4fec-9f0e-2812477d2113'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:24:12.143261 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f8bdd-9b14-4cab-b2cf-a5a9c75e064a req-1676b10b-413d-47fd-b09b-8d45e0a17454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:12.144777 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-596f8bdd-9b14-4cab-b2cf-a5a9c75e064a req-1676b10b-413d-47fd-b09b-8d45e0a17454 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=bafe96e8ab4d498981d0e309c484c125&device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 1169 time: 0.0403805 Oct 10 12:24:12.151115 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30e3f0-6771-43c5-ab40-c8b4d8417c94 req-a8564bc0-addf-4b83-b2ac-1a3233959b92 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:12.152706 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d30e3f0-6771-43c5-ab40-c8b4d8417c94 req-a8564bc0-addf-4b83-b2ac-1a3233959b92 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0578272 Oct 10 12:24:12.200862 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:12.227517 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2d30e3f0-6771-43c5-ab40-c8b4d8417c94 req-03fa532d-ac6d-42e5-b534-6382ab2d1522 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684116 Oct 10 12:24:12.249653 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f8bdd-9b14-4cab-b2cf-a5a9c75e064a req-e01e2f7c-c950-4bc4-9ad9-206c41156833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:12.251229 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-596f8bdd-9b14-4cab-b2cf-a5a9c75e064a req-e01e2f7c-c950-4bc4-9ad9-206c41156833 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 HTTP/1.1" status: 200 len: 915 time: 0.1000171 Oct 10 12:24:12.318027 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-596f8bdd-9b14-4cab-b2cf-a5a9c75e064a req-a1d751a2-0f2d-4e0f-9d4e-59b7f30206f4 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646a539a-b920-4fec-9f0e-2812477d2113 HTTP/1.1" status: 200 len: 1001 time: 0.0602274 Oct 10 12:24:12.371713 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f8bdd-9b14-4cab-b2cf-a5a9c75e064a req-41beda4c-8f94-424c-804e-08b349920952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:12.373176 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-596f8bdd-9b14-4cab-b2cf-a5a9c75e064a req-41beda4c-8f94-424c-804e-08b349920952 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=46222ac0-c98e-478f-966f-f94db5b38fd7 HTTP/1.1" status: 200 len: 853 time: 0.0496387 Oct 10 12:24:12.417658 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f8bdd-9b14-4cab-b2cf-a5a9c75e064a req-d9715c9f-a25e-46bd-9876-b31af29ede03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:24:12.419481 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-596f8bdd-9b14-4cab-b2cf-a5a9c75e064a req-d9715c9f-a25e-46bd-9876-b31af29ede03 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407195 Oct 10 12:24:12.470557 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:12.479880 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:12.514745 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-596f8bdd-9b14-4cab-b2cf-a5a9c75e064a req-292bbe7e-b997-4854-b919-78bf42b0fbfb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895154 Oct 10 12:24:12.583350 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:12.608095 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-596f8bdd-9b14-4cab-b2cf-a5a9c75e064a req-222ccd65-036a-4b08-a245-ad06891e92fb service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871131 Oct 10 12:24:19.067090 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=70 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:19.067851 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=80 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:22.213347 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=10 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:22.217202 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=25 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:22.603638 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=5 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:22.604434 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=77 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:22.620460 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=50 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:22.624386 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:24.197781 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:29.670323 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-96cd9c59-5edb-4e51-88b3-b79d0420adab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:31.893412 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-40675a1b-f377-4e6a-958f-55775c262fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:33.426073 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:34.637721 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:35.186456 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:36.299904 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:36.300755 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:44.309771 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:24:45.066249 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=18 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:45.070253 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:45.073018 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:54.225723 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:24:57.337133 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:57.337843 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:24:59.704664 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-5d3d29ca-8573-4061-8091-caef5d7ad161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:01.887404 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-d74095ed-0c44-4550-b033-48ace44d2261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:02.400614 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58a6c693-a964-4cf6-9558-5e2e3111f6e5 req-f95f15ae-6348-42bf-a991-eea2bc80aa1a service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396924 Oct 10 12:25:02.494106 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6c693-a964-4cf6-9558-5e2e3111f6e5 req-9e0c016d-bc52-4049-bc6b-028c7b6b90c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:02.495880 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58a6c693-a964-4cf6-9558-5e2e3111f6e5 req-9e0c016d-bc52-4049-bc6b-028c7b6b90c6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=bafe96e8ab4d498981d0e309c484c125&device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 1169 time: 0.0472043 Oct 10 12:25:02.607813 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6c693-a964-4cf6-9558-5e2e3111f6e5 req-db8348e2-466c-4728-90ca-28b53db89d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:02.609308 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58a6c693-a964-4cf6-9558-5e2e3111f6e5 req-db8348e2-466c-4728-90ca-28b53db89d31 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 HTTP/1.1" status: 200 len: 915 time: 0.0933769 Oct 10 12:25:02.947879 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58a6c693-a964-4cf6-9558-5e2e3111f6e5 req-2eba5e0a-72ce-4219-80a7-df90983983b2 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646a539a-b920-4fec-9f0e-2812477d2113 HTTP/1.1" status: 200 len: 1001 time: 0.3320489 Oct 10 12:25:02.998632 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6c693-a964-4cf6-9558-5e2e3111f6e5 req-ded4940d-dcdc-4c42-bd8c-bcd0567d105a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:03.000147 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58a6c693-a964-4cf6-9558-5e2e3111f6e5 req-ded4940d-dcdc-4c42-bd8c-bcd0567d105a service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=46222ac0-c98e-478f-966f-f94db5b38fd7 HTTP/1.1" status: 200 len: 853 time: 0.0457735 Oct 10 12:25:03.046356 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6c693-a964-4cf6-9558-5e2e3111f6e5 req-339fb94b-9c4f-48fa-8b72-dca6b14282ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:03.047943 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58a6c693-a964-4cf6-9558-5e2e3111f6e5 req-339fb94b-9c4f-48fa-8b72-dca6b14282ce service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401552 Oct 10 12:25:03.147283 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58a6c693-a964-4cf6-9558-5e2e3111f6e5 req-e65f10cd-794d-4a14-af23-0eb0820de1bc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912995 Oct 10 12:25:03.247285 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-58a6c693-a964-4cf6-9558-5e2e3111f6e5 req-848b905a-2846-4ec3-9cf2-c582d5b8a850 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924938 Oct 10 12:25:03.431429 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:04.642872 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:05.140050 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:10.016410 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051e2fb-851b-4d07-9da1-6313a815e9f9 req-d1f42841-e237-4998-8e33-be5cdb1b0e50 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:10.017903 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0051e2fb-851b-4d07-9da1-6313a815e9f9 req-d1f42841-e237-4998-8e33-be5cdb1b0e50 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0488365 Oct 10 12:25:10.085218 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0051e2fb-851b-4d07-9da1-6313a815e9f9 req-059a8719-ef79-4c3d-b52d-fb2eb861b03d tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608807 Oct 10 12:25:10.120072 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620f30-9044-41e8-ac11-08458c305a71 req-9bc98fa8-2dfe-4aec-a811-1c120b33f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:10.121623 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-80620f30-9044-41e8-ac11-08458c305a71 req-9bc98fa8-2dfe-4aec-a811-1c120b33f8bd service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=bafe96e8ab4d498981d0e309c484c125&device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 1169 time: 0.0462017 Oct 10 12:25:10.212459 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620f30-9044-41e8-ac11-08458c305a71 req-defe3bd0-81e3-4b9f-86e5-07a0f73f03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:10.213855 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-80620f30-9044-41e8-ac11-08458c305a71 req-defe3bd0-81e3-4b9f-86e5-07a0f73f03ba service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 HTTP/1.1" status: 200 len: 915 time: 0.0863452 Oct 10 12:25:10.278091 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-80620f30-9044-41e8-ac11-08458c305a71 req-12b76d74-c729-4890-8a18-be739ee09c64 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646a539a-b920-4fec-9f0e-2812477d2113 HTTP/1.1" status: 200 len: 1001 time: 0.0584412 Oct 10 12:25:10.325965 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620f30-9044-41e8-ac11-08458c305a71 req-3abb7bbb-d5c9-42f4-97e0-72a4f7aae330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:10.327416 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-80620f30-9044-41e8-ac11-08458c305a71 req-3abb7bbb-d5c9-42f4-97e0-72a4f7aae330 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=46222ac0-c98e-478f-966f-f94db5b38fd7 HTTP/1.1" status: 200 len: 853 time: 0.0436182 Oct 10 12:25:10.369532 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620f30-9044-41e8-ac11-08458c305a71 req-e224577e-0730-45c2-a36e-48dc98ad99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:10.371025 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-80620f30-9044-41e8-ac11-08458c305a71 req-e224577e-0730-45c2-a36e-48dc98ad99f6 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376260 Oct 10 12:25:10.464750 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-80620f30-9044-41e8-ac11-08458c305a71 req-bc8e3e23-d607-47a8-92cf-1f843781fe05 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879235 Oct 10 12:25:10.560092 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-80620f30-9044-41e8-ac11-08458c305a71 req-62ed0aff-31f8-47e4-9275-b33d9afa3b2e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891874 Oct 10 12:25:11.210475 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c1d1a-5d55-4a5d-9d96-7137cb6fdef7 req-dd2bb3a1-7eb3-44e7-8adb-6e6ced6530c6 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:11.211934 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-499c1d1a-5d55-4a5d-9d96-7137cb6fdef7 req-dd2bb3a1-7eb3-44e7-8adb-6e6ced6530c6 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0466626 Oct 10 12:25:11.271069 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-499c1d1a-5d55-4a5d-9d96-7137cb6fdef7 req-fc6bd493-255f-4fc6-9cd6-b4eb826eff0a tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534034 Oct 10 12:25:12.396331 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc416c75-211a-4f11-9dd7-367760412fb4 req-f2d25f22-11e9-4d3b-bc0d-a4a97a749c85 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:12.398303 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dc416c75-211a-4f11-9dd7-367760412fb4 req-f2d25f22-11e9-4d3b-bc0d-a4a97a749c85 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0506921 Oct 10 12:25:12.458265 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-dc416c75-211a-4f11-9dd7-367760412fb4 req-39d5e4fe-2ac5-4610-a73a-65b408661ead tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546849 Oct 10 12:25:13.297471 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:13.298173 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:13.580771 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97513eb2-ceca-4baf-9fb4-281336353f9c req-fd9cb57e-0b61-4197-ada4-26d28d764611 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:13.582431 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-97513eb2-ceca-4baf-9fb4-281336353f9c req-fd9cb57e-0b61-4197-ada4-26d28d764611 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0485551 Oct 10 12:25:13.643468 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-97513eb2-ceca-4baf-9fb4-281336353f9c req-622ee924-8459-4084-893c-d94f25f09e8f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553489 Oct 10 12:25:14.766129 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808018e5-5025-4e5a-8827-9c570be2fbad req-46754399-ca70-4c9a-b5f1-c1a57d933695 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:14.767587 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-808018e5-5025-4e5a-8827-9c570be2fbad req-46754399-ca70-4c9a-b5f1-c1a57d933695 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0501633 Oct 10 12:25:14.827122 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-808018e5-5025-4e5a-8827-9c570be2fbad req-81e74c49-1848-4087-89e4-835d124db866 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532858 Oct 10 12:25:15.068423 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:15.072240 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:15.073960 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:15.947790 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad882c7-0396-4957-bf42-bdb60e5dad29 req-8a61d18a-e85a-479b-ba6e-9b9c487fb8e5 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:15.949332 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6ad882c7-0396-4957-bf42-bdb60e5dad29 req-8a61d18a-e85a-479b-ba6e-9b9c487fb8e5 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0482826 Oct 10 12:25:16.008995 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6ad882c7-0396-4957-bf42-bdb60e5dad29 req-105fb9fc-7803-46e5-b7ed-1f23a94b0cdd tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539870 Oct 10 12:25:17.128875 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b88da4-6990-4916-8ae0-5bbea19cbf5d req-4bdcd37d-69b2-45e8-a438-b115217485c9 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:17.130334 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-18b88da4-6990-4916-8ae0-5bbea19cbf5d req-4bdcd37d-69b2-45e8-a438-b115217485c9 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0463293 Oct 10 12:25:17.194188 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-18b88da4-6990-4916-8ae0-5bbea19cbf5d req-6bee90b1-898e-427c-b971-076ab4bb76b5 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572035 Oct 10 12:25:18.315896 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c441233-effa-41c3-b2d3-6a7f47a550cf req-3f406224-29e7-47a3-a482-839b6097f0e0 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:18.317431 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0c441233-effa-41c3-b2d3-6a7f47a550cf req-3f406224-29e7-47a3-a482-839b6097f0e0 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0479355 Oct 10 12:25:18.378448 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-0c441233-effa-41c3-b2d3-6a7f47a550cf req-30803e81-21a9-4ac2-8e60-5998715193df tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553281 Oct 10 12:25:19.499147 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf179e-c3bb-461c-a640-5d2ac38bbffb req-957f75ac-c7a0-4ea4-b227-609d059fe5cb tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:19.500614 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-26cf179e-c3bb-461c-a640-5d2ac38bbffb req-957f75ac-c7a0-4ea4-b227-609d059fe5cb tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0475214 Oct 10 12:25:19.560948 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-26cf179e-c3bb-461c-a640-5d2ac38bbffb req-092133ce-f841-44d6-bc79-973f92fda6ba tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546665 Oct 10 12:25:20.555390 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:20.557311 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:20.686828 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139554b-2174-4312-87ca-6a68b2b10efd req-7a8dcb2e-f74d-4b63-99bd-527259888f5c tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:20.688325 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8139554b-2174-4312-87ca-6a68b2b10efd req-7a8dcb2e-f74d-4b63-99bd-527259888f5c tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0512948 Oct 10 12:25:20.700229 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:20.710348 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:20.751626 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-8139554b-2174-4312-87ca-6a68b2b10efd req-574f7ee4-2cfe-4301-a220-0425d00c98fc tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568240 Oct 10 12:25:21.309190 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:25:21.875725 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1631af6-f83e-4063-bf87-b100ffaa3152 req-0cada14b-b80b-493c-8ea6-2f79ec988d2d tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:21.877226 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f1631af6-f83e-4063-bf87-b100ffaa3152 req-0cada14b-b80b-493c-8ea6-2f79ec988d2d tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0471816 Oct 10 12:25:21.939121 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f1631af6-f83e-4063-bf87-b100ffaa3152 req-ccdac3b3-b428-42a1-a34f-746cdb8671b1 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560651 Oct 10 12:25:23.064813 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60ef38-e610-4814-a445-7ae882496a74 req-4981a027-601b-47d1-9c57-19176f357511 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:23.066269 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6d60ef38-e610-4814-a445-7ae882496a74 req-4981a027-601b-47d1-9c57-19176f357511 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0508389 Oct 10 12:25:23.125483 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-6d60ef38-e610-4814-a445-7ae882496a74 req-fe3bfa85-f543-49c4-b6a5-c4c2165442a8 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535951 Oct 10 12:25:24.208022 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:24.247866 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ef6a4-a995-479a-add8-a03ccd7a0e97 req-846b7d81-134e-4a66-846d-cc979bcf6ad0 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:24.249377 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-db0ef6a4-a995-479a-add8-a03ccd7a0e97 req-846b7d81-134e-4a66-846d-cc979bcf6ad0 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0483887 Oct 10 12:25:24.309773 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-db0ef6a4-a995-479a-add8-a03ccd7a0e97 req-5c2f543c-8930-4408-bb6e-6e7873be6b3a tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547981 Oct 10 12:25:25.431041 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c826176-f11e-4a3e-abb0-5d44b9720a15 req-0009df5b-e07f-41e5-ad19-ac476c201cce tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:25.432510 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2c826176-f11e-4a3e-abb0-5d44b9720a15 req-0009df5b-e07f-41e5-ad19-ac476c201cce tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0482361 Oct 10 12:25:25.499581 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-2c826176-f11e-4a3e-abb0-5d44b9720a15 req-acb84df1-461d-4518-bce0-40bfc37bed37 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613987 Oct 10 12:25:26.622623 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67fea4-8f31-47f4-a6bd-4bd4461e6d4b req-b46cdc7a-8367-4c94-9ed2-11585c198c53 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:26.624212 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe67fea4-8f31-47f4-a6bd-4bd4461e6d4b req-b46cdc7a-8367-4c94-9ed2-11585c198c53 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0484097 Oct 10 12:25:26.686697 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-fe67fea4-8f31-47f4-a6bd-4bd4461e6d4b req-4b7db681-fe85-49d2-b7e9-9639a54e21df tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567269 Oct 10 12:25:27.809301 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff72ff8-ad7d-4be5-bedf-722278f10c7a req-dde7c193-83c0-4c23-953c-6ffa41db8ca5 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:27.810796 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5ff72ff8-ad7d-4be5-bedf-722278f10c7a req-dde7c193-83c0-4c23-953c-6ffa41db8ca5 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0471749 Oct 10 12:25:27.875671 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-5ff72ff8-ad7d-4be5-bedf-722278f10c7a req-db6ce916-b93a-4f5f-b538-9f90b265eb8b tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4bed0bca-3991-4ac4-89c8-ef56d650286f&id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593028 Oct 10 12:25:29.709217 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-980eae3a-3c10-4183-b139-f833a71faad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:31.306171 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:31.910716 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-240cd6a3-7790-4877-8633-742973edbbc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:33.429025 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:34.630347 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:35.133695 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:37.867125 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=66 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:37.870421 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=70 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:43.887677 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51472) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:25:44.170876 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Deleting port f64164cf-d7bd-4f81-a412-b9934f21842f {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:25:44.171133 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (f64164cf-d7bd-4f81-a412-b9934f21842f), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:44.247206 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (f64164cf-d7bd-4f81-a412-b9934f21842f), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:44.247534 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for floatingip (f64164cf-d7bd-4f81-a412-b9934f21842f), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:44.259959 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Calling delete_port for f64164cf-d7bd-4f81-a412-b9934f21842f owned by network:floatingip {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:25:44.499279 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (f64164cf-d7bd-4f81-a412-b9934f21842f), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:44.524489 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Pushing event deleted for resources: {'Port': ['ID=f64164cf-d7bd-4f81-a412-b9934f21842f,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:44.536274 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:44.536615 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:44.536949 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:44.537285 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:44.537612 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:44.537933 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:44.538253 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:44.538573 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:44.538921 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:44.539238 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:44.539555 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:44.539873 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:44.540189 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:44.540502 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:44.540824 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:44.599599 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for floatingip (89914b69-8102-446b-a061-80357f9a6a8d), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:44.603644 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.l3_db [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Floating IP 89914b69-8102-446b-a061-80357f9a6a8d disassociated (deleted). External IP: 172.27.4.146, port: 1ab60eb3-8fcd-4845-885c-e9230a320fe7. Oct 10 12:25:44.799370 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Router e9b8280d-b28d-4829-8d32-cf739482e3a4 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:25:44.900858 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:25:44.905785 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:44.908986 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:44.911350 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3658c8-f0d7-422a-bbab-12fc8947799a None None] Sync routers for ids ['e9b8280d-b28d-4829-8d32-cf739482e3a4'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:25:44.922068 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3658c8-f0d7-422a-bbab-12fc8947799a None None] Routers {'e9b8280d-b28d-4829-8d32-cf739482e3a4'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:25:44.922700 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-bb3658c8-f0d7-422a-bbab-12fc8947799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:25:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e9b8280d-b28d-4829-8d32-cf739482e3a4'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:44.941421 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-86ec3122-947e-4b77-a81a-cc6265a73865 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/89914b69-8102-446b-a061-80357f9a6a8d HTTP/1.1" status: 204 len: 168 time: 1.0502756 Oct 10 12:25:44.941421 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8283f5-756d-4f3b-b196-70911e57a279', 'tag': '1ab60eb3-8fcd-4845-885c-e9230a320fe7'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:25:44.942156 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed8dc12e2a811d0e919703145f0a46ca2d14ab091e6de4741f3d89754d8b916b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82950b21-aadb-4d21-8af3-332b33fb50ef" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8283f5-756d-4f3b-b196-70911e57a279", "tag": "1ab60eb3-8fcd-4845-885c-e9230a320fe7"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:25:45.028164 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-bb3658c8-f0d7-422a-bbab-12fc8947799a None None] Set router e9b8280d-b28d-4829-8d32-cf739482e3a4 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:25:45.071086 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:45.076224 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:45.078080 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:45.218776 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-bb3658c8-f0d7-422a-bbab-12fc8947799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'name': 'tempest-TestShelveInstance-660123450-router', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194'}], 'enable_snat': True}, 'gw_port_id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 4, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'gw_port': {'id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '1deeb9ba-69e1-4688-ab19-7c4800b61e42', 'name': '', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'mac_address': 'fa:16:3e:cc:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:23Z', 'updated_at': '2022-10-10T12:19:29Z', 'revision_number': 5, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'subnets': [{'id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:45.248183 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3658c8-f0d7-422a-bbab-12fc8947799a None None] Checking router: e9b8280d-b28d-4829-8d32-cf739482e3a4 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:25:45.256730 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3658c8-f0d7-422a-bbab-12fc8947799a None None] Routers {'e9b8280d-b28d-4829-8d32-cf739482e3a4'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:25:45.257334 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-bb3658c8-f0d7-422a-bbab-12fc8947799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:25:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e9b8280d-b28d-4829-8d32-cf739482e3a4'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:45.357550 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-bb3658c8-f0d7-422a-bbab-12fc8947799a None None] Set router e9b8280d-b28d-4829-8d32-cf739482e3a4 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:25:45.371528 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f390047-d9cc-4dd1-baae-ed65f210a336 x-openstack-request-id: req-6f390047-d9cc-4dd1-baae-ed65f210a336 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:25:45.371837 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8283f5-756d-4f3b-b196-70911e57a279", "tag": "1ab60eb3-8fcd-4845-885c-e9230a320fe7", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:25:45.372720 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f390047-d9cc-4dd1-baae-ed65f210a336 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:25:45.373127 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f390047-d9cc-4dd1-baae-ed65f210a336'] response: {'name': 'network-changed', 'server_uuid': '7b8283f5-756d-4f3b-b196-70911e57a279', 'tag': '1ab60eb3-8fcd-4845-885c-e9230a320fe7', 'status': 'completed', 'code': 200} Oct 10 12:25:45.469928 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde602a9-08cd-4ecc-8915-e19884ad4101 req-200bf0d1-d184-427b-92ed-bcc640b3e8fb tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:45.471534 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bde602a9-08cd-4ecc-8915-e19884ad4101 req-200bf0d1-d184-427b-92ed-bcc640b3e8fb tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0494778 Oct 10 12:25:45.493128 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:45.524247 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-bde602a9-08cd-4ecc-8915-e19884ad4101 req-372fdac5-75d6-451d-8928-76f4f1b817a6 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467904 Oct 10 12:25:45.560622 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-bb3658c8-f0d7-422a-bbab-12fc8947799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'name': 'tempest-TestShelveInstance-660123450-router', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194'}], 'enable_snat': True}, 'gw_port_id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 4, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'gw_port': {'id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '1deeb9ba-69e1-4688-ab19-7c4800b61e42', 'name': '', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'mac_address': 'fa:16:3e:cc:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:23Z', 'updated_at': '2022-10-10T12:19:29Z', 'revision_number': 5, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'subnets': [{'id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:45.586078 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3658c8-f0d7-422a-bbab-12fc8947799a None None] The sync data for ids ['e9b8280d-b28d-4829-8d32-cf739482e3a4'] in dv-cinder-860209-4-iscsi is: [{'id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'name': 'tempest-TestShelveInstance-660123450-router', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194'}], 'enable_snat': True}, 'gw_port_id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:23Z', 'revision_number': 4, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'gw_port': {'id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': '1deeb9ba-69e1-4688-ab19-7c4800b61e42', 'name': '', 'network_id': '9f8f922a-ec8b-42d4-a75e-2afb2158a141', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'mac_address': 'fa:16:3e:cc:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:23Z', 'updated_at': '2022-10-10T12:19:29Z', 'revision_number': 5, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'subnets': [{'id': 'b8bfb1f2-f5dd-4aad-a347-6f1f40dba581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:25:45.805376 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fba6f1e-50fd-4a2a-800f-20caada6b807 None None] New status for floating IP 89914b69-8102-446b-a061-80357f9a6a8d: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:25:46.577454 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82950b21-aadb-4d21-8af3-332b33fb50ef req-02f4cbb5-a287-48b0-97dc-a35f8148c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:46.579012 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-82950b21-aadb-4d21-8af3-332b33fb50ef req-02f4cbb5-a287-48b0-97dc-a35f8148c94b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=c6ab1776de294ca1a23fc110b2f9af1d&device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 1130 time: 0.0408323 Oct 10 12:25:46.647108 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e4851-51de-4c01-9fa8-494b21f0c3b2 req-3d7d1e13-a97c-419d-99af-ee83fe76518f tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:46.648943 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b99e4851-51de-4c01-9fa8-494b21f0c3b2 req-3d7d1e13-a97c-419d-99af-ee83fe76518f tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0476756 Oct 10 12:25:46.674432 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82950b21-aadb-4d21-8af3-332b33fb50ef req-6b0aa571-7d2e-4d7f-91a0-04d092ffe2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:46.675924 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-82950b21-aadb-4d21-8af3-332b33fb50ef req-6b0aa571-7d2e-4d7f-91a0-04d092ffe2e7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=9f8f922a-ec8b-42d4-a75e-2afb2158a141 HTTP/1.1" status: 200 len: 909 time: 0.0874264 Oct 10 12:25:46.699309 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b99e4851-51de-4c01-9fa8-494b21f0c3b2 req-2d9c8d2a-4bd3-41f2-828e-a727df5793ad tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449436 Oct 10 12:25:46.721631 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-82950b21-aadb-4d21-8af3-332b33fb50ef req-606019b8-502c-4b85-b85d-8bf79d3367de service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7 HTTP/1.1" status: 200 len: 217 time: 0.0374510 Oct 10 12:25:46.992100 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82950b21-aadb-4d21-8af3-332b33fb50ef req-83abac8e-8395-4b26-b765-49ba744705bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:46.993521 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-82950b21-aadb-4d21-8af3-332b33fb50ef req-83abac8e-8395-4b26-b765-49ba744705bd service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=b8bfb1f2-f5dd-4aad-a347-6f1f40dba581 HTTP/1.1" status: 200 len: 847 time: 0.0445406 Oct 10 12:25:47.036479 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82950b21-aadb-4d21-8af3-332b33fb50ef req-202a02f9-3847-45bf-9768-2cf99ee8518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:47.037954 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-82950b21-aadb-4d21-8af3-332b33fb50ef req-202a02f9-3847-45bf-9768-2cf99ee8518f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=9f8f922a-ec8b-42d4-a75e-2afb2158a141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379992 Oct 10 12:25:47.129629 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-82950b21-aadb-4d21-8af3-332b33fb50ef req-1ae942db-3a3f-4ad6-9f0b-2e50fe874da4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846593 Oct 10 12:25:47.360558 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-82950b21-aadb-4d21-8af3-332b33fb50ef req-40ac2369-b265-4b30-a9cc-bfe03e7f26db service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831993 Oct 10 12:25:47.456055 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7be916-3cad-4a3a-906f-03011844c5a1 req-93b50d54-8481-4929-bca9-790611f2489b tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:47.457553 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-2d7be916-3cad-4a3a-906f-03011844c5a1 req-93b50d54-8481-4929-bca9-790611f2489b tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0517495 Oct 10 12:25:47.539833 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-2d7be916-3cad-4a3a-906f-03011844c5a1 req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Deleting port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:25:47.540173 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-2d7be916-3cad-4a3a-906f-03011844c5a1 req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:47.631452 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-2d7be916-3cad-4a3a-906f-03011844c5a1 req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] For port 1ab60eb3-8fcd-4845-885c-e9230a320fe7, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=1ab60eb3-8fcd-4845-885c-e9230a320fe7,segment=NetworkSegment(d15bae8f-0ef4-4c22-be36-13d7682fa2f9),segment_id=d15bae8f-0ef4-4c22-be36-13d7682fa2f9)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:25:47.632168 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-2d7be916-3cad-4a3a-906f-03011844c5a1 req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:47.644931 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-2d7be916-3cad-4a3a-906f-03011844c5a1 req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Calling delete_port for 1ab60eb3-8fcd-4845-885c-e9230a320fe7 owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:25:47.824464 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcc55e-f38e-4d5c-9b17-3b9e0cd72cdc req-0f2d55f6-fe3f-492e-8a4c-a9b7342f54ea tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:25:47.825953 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f8dcc55e-f38e-4d5c-9b17-3b9e0cd72cdc req-0f2d55f6-fe3f-492e-8a4c-a9b7342f54ea tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 946 time: 0.0506375 Oct 10 12:25:47.848134 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-2d7be916-3cad-4a3a-906f-03011844c5a1 req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (1ab60eb3-8fcd-4845-885c-e9230a320fe7), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:47.877146 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f8dcc55e-f38e-4d5c-9b17-3b9e0cd72cdc req-c7c86c62-ea59-4f82-821c-bfda0fb9ce27 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d67639fe-c6d2-4222-83d0-5795c2f1c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452001 Oct 10 12:25:47.886528 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Pushing event deleted for resources: {'Port': ['ID=1ab60eb3-8fcd-4845-885c-e9230a320fe7,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:47.932694 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:47.932694 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:47.932694 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:47.932694 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:47.932694 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:47.932694 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:47.932694 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:47.932694 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:47.932694 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:47.932694 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:47.932694 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:47.932694 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:47.932694 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:47.933897 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:47.933897 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:47.938160 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7be916-3cad-4a3a-906f-03011844c5a1 req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] No DVR routers for this DVR port 1ab60eb3-8fcd-4845-885c-e9230a320fe7 on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:25:47.940622 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-2d7be916-3cad-4a3a-906f-03011844c5a1 req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:47.943760 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-2d7be916-3cad-4a3a-906f-03011844c5a1 req-0309a147-dd08-4fad-abff-d31625257d74 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.48 "DELETE /networking/v2.0/ports/1ab60eb3-8fcd-4845-885c-e9230a320fe7 HTTP/1.1" status: 204 len: 173 time: 0.4807105 Oct 10 12:25:47.944245 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8283f5-756d-4f3b-b196-70911e57a279', 'name': 'network-vif-deleted', 'tag': '1ab60eb3-8fcd-4845-885c-e9230a320fe7'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:25:47.946451 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fec895c-e5df-483d-b451-ad4c6c542e15" -d '{"events": [{"server_uuid": "7b8283f5-756d-4f3b-b196-70911e57a279", "name": "network-vif-deleted", "tag": "1ab60eb3-8fcd-4845-885c-e9230a320fe7"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:25:48.070517 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b4ac9f-3e09-4349-b69c-d6ac1c767a14 x-openstack-request-id: req-68b4ac9f-3e09-4349-b69c-d6ac1c767a14 {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:25:48.070830 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8283f5-756d-4f3b-b196-70911e57a279", "name": "network-vif-deleted", "tag": "1ab60eb3-8fcd-4845-885c-e9230a320fe7", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:25:48.071082 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68b4ac9f-3e09-4349-b69c-d6ac1c767a14 {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:25:48.071479 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b4ac9f-3e09-4349-b69c-d6ac1c767a14'] response: {'server_uuid': '7b8283f5-756d-4f3b-b196-70911e57a279', 'name': 'network-vif-deleted', 'tag': '1ab60eb3-8fcd-4845-885c-e9230a320fe7', 'status': 'completed', 'code': 200} Oct 10 12:25:48.982403 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-f28d8157-c47b-4535-933d-39b81d6557d8 req-30b689d0-e3b7-4350-bf74-94e81dea8fc7 tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7b8283f5-756d-4f3b-b196-70911e57a279 HTTP/1.1" status: 200 len: 210 time: 0.0280793 Oct 10 12:25:50.050397 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51500) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:25:50.095004 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:50.107034 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:50.110073 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c1dea7e2-aefc-4a30-a952-469a9c4f591f tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group (d67639fe-c6d2-4222-83d0-5795c2f1c56f), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:50.134948 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c1dea7e2-aefc-4a30-a952-469a9c4f591f tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group (d67639fe-c6d2-4222-83d0-5795c2f1c56f), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:50.298961 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c1dea7e2-aefc-4a30-a952-469a9c4f591f tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (d67639fe-c6d2-4222-83d0-5795c2f1c56f), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:50.301471 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c1dea7e2-aefc-4a30-a952-469a9c4f591f tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:50.302648 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-c1dea7e2-aefc-4a30-a952-469a9c4f591f tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d67639fe-c6d2-4222-83d0-5795c2f1c56f HTTP/1.1" status: 204 len: 168 time: 0.2523575 Oct 10 12:25:50.312251 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dea7e2-aefc-4a30-a952-469a9c4f591f tempest-TestShelveInstance-530097322 tempest-TestShelveInstance-530097322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67639fe-c6d2-4222-83d0-5795c2f1c56f,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:50.438278 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51504) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:25:50.877498 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7772210e-413c-41d5-8e98-af9eb4f6d08b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599821'] for router_interface (e9b8280d-b28d-4829-8d32-cf739482e3a4), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:51.092935 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-7772210e-413c-41d5-8e98-af9eb4f6d08b admin admin] Deleting port 1deeb9ba-69e1-4688-ab19-7c4800b61e42 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:25:51.093663 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7772210e-413c-41d5-8e98-af9eb4f6d08b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:51.173806 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-7772210e-413c-41d5-8e98-af9eb4f6d08b admin admin] For port 1deeb9ba-69e1-4688-ab19-7c4800b61e42, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=1deeb9ba-69e1-4688-ab19-7c4800b61e42,segment=NetworkSegment(d15bae8f-0ef4-4c22-be36-13d7682fa2f9),segment_id=d15bae8f-0ef4-4c22-be36-13d7682fa2f9)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:25:51.174058 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7772210e-413c-41d5-8e98-af9eb4f6d08b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:51.186984 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-7772210e-413c-41d5-8e98-af9eb4f6d08b admin admin] Calling delete_port for 1deeb9ba-69e1-4688-ab19-7c4800b61e42 owned by network:router_interface {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:25:51.244279 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:51.301717 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 1ab60eb3-8fcd-4845-885c-e9230a320fe7 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:25:51.310969 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:51.320289 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: 1ab60eb3-8fcd-4845-885c-e9230a320fe7 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:25:51.320725 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 1ab60eb3-8fcd-4845-885c-e9230a320fe7 not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:25:51.476184 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7772210e-413c-41d5-8e98-af9eb4f6d08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (1deeb9ba-69e1-4688-ab19-7c4800b61e42), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:51.500096 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772210e-413c-41d5-8e98-af9eb4f6d08b admin admin] Pushing event deleted for resources: {'Port': ['ID=1deeb9ba-69e1-4688-ab19-7c4800b61e42,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:51.669465 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-7772210e-413c-41d5-8e98-af9eb4f6d08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599801'] for router_interface (e9b8280d-b28d-4829-8d32-cf739482e3a4), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:51.875148 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7772210e-413c-41d5-8e98-af9eb4f6d08b admin admin] Router e9b8280d-b28d-4829-8d32-cf739482e3a4 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:25:51.978620 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7772210e-413c-41d5-8e98-af9eb4f6d08b admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:25:51.983683 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-7772210e-413c-41d5-8e98-af9eb4f6d08b admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/e9b8280d-b28d-4829-8d32-cf739482e3a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5443435 Oct 10 12:25:51.986309 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51508) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:25:51.987039 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f562cc-1ea7-4223-a54e-1c775f436b78 None None] Sync routers for ids ['e9b8280d-b28d-4829-8d32-cf739482e3a4'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:25:52.000813 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f562cc-1ea7-4223-a54e-1c775f436b78 None None] Routers {'e9b8280d-b28d-4829-8d32-cf739482e3a4'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:25:52.001421 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-29f562cc-1ea7-4223-a54e-1c775f436b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:25:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e9b8280d-b28d-4829-8d32-cf739482e3a4'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:52.076376 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:52.087667 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6a85d44b-7529-4b46-aae9-f9cb989a1f58 admin admin] Publish callbacks [] for router (e9b8280d-b28d-4829-8d32-cf739482e3a4), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:52.101953 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-29f562cc-1ea7-4223-a54e-1c775f436b78 None None] Set router e9b8280d-b28d-4829-8d32-cf739482e3a4 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:25:52.187037 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6a85d44b-7529-4b46-aae9-f9cb989a1f58 admin admin] Publish callbacks [] for router_gateway (e9b8280d-b28d-4829-8d32-cf739482e3a4), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:52.221459 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:52.288640 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:52.304288 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-6a85d44b-7529-4b46-aae9-f9cb989a1f58 admin admin] Deleting port 38c6ae9e-9a90-4ddf-9469-6284fca517f1 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:25:52.304625 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6a85d44b-7529-4b46-aae9-f9cb989a1f58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (38c6ae9e-9a90-4ddf-9469-6284fca517f1), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:52.365840 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-29f562cc-1ea7-4223-a54e-1c775f436b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'name': 'tempest-TestShelveInstance-660123450-router', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194'}], 'enable_snat': True}, 'gw_port_id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:25:51Z', 'revision_number': 5, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'gw_port': {'id': '38c6ae9e-9a90-4ddf-9469-6284fca517f1', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:52.387010 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-6a85d44b-7529-4b46-aae9-f9cb989a1f58 admin admin] For port 38c6ae9e-9a90-4ddf-9469-6284fca517f1, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=38c6ae9e-9a90-4ddf-9469-6284fca517f1,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:25:52.387368 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6a85d44b-7529-4b46-aae9-f9cb989a1f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (38c6ae9e-9a90-4ddf-9469-6284fca517f1), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:52.389713 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:52.391532 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f562cc-1ea7-4223-a54e-1c775f436b78 None None] Checking router: e9b8280d-b28d-4829-8d32-cf739482e3a4 for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:25:52.400089 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f562cc-1ea7-4223-a54e-1c775f436b78 None None] Routers {'e9b8280d-b28d-4829-8d32-cf739482e3a4'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:25:52.400734 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-29f562cc-1ea7-4223-a54e-1c775f436b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:25:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e9b8280d-b28d-4829-8d32-cf739482e3a4'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:52.404764 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-6a85d44b-7529-4b46-aae9-f9cb989a1f58 admin admin] Calling delete_port for 38c6ae9e-9a90-4ddf-9469-6284fca517f1 owned by network:router_gateway {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:25:52.487268 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-29f562cc-1ea7-4223-a54e-1c775f436b78 None None] Set router e9b8280d-b28d-4829-8d32-cf739482e3a4 gateway port host: None {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:25:52.539708 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-29f562cc-1ea7-4223-a54e-1c775f436b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'name': 'tempest-TestShelveInstance-660123450-router', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:25:52Z', 'revision_number': 6, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'gw_port_host': None}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:52.565889 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f562cc-1ea7-4223-a54e-1c775f436b78 None None] The sync data for ids ['e9b8280d-b28d-4829-8d32-cf739482e3a4'] in dv-cinder-860209-4-iscsi is: [{'id': 'e9b8280d-b28d-4829-8d32-cf739482e3a4', 'name': 'tempest-TestShelveInstance-660123450-router', 'tenant_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:20Z', 'updated_at': '2022-10-10T12:25:52Z', 'revision_number': 6, 'project_id': 'c6ab1776de294ca1a23fc110b2f9af1d', 'gw_port_host': None}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:25:52.636006 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6a85d44b-7529-4b46-aae9-f9cb989a1f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (38c6ae9e-9a90-4ddf-9469-6284fca517f1), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:52.659063 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85d44b-7529-4b46-aae9-f9cb989a1f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c6ae9e-9a90-4ddf-9469-6284fca517f1,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:52.724261 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6a85d44b-7529-4b46-aae9-f9cb989a1f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605235'] for router_gateway (e9b8280d-b28d-4829-8d32-cf739482e3a4), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:52.811504 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6a85d44b-7529-4b46-aae9-f9cb989a1f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12459'] for router (e9b8280d-b28d-4829-8d32-cf739482e3a4), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:52.813638 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6a85d44b-7529-4b46-aae9-f9cb989a1f58 admin admin] Publish callbacks [] for router_controller (e9b8280d-b28d-4829-8d32-cf739482e3a4), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:52.927787 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6a85d44b-7529-4b46-aae9-f9cb989a1f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599841'] for router (e9b8280d-b28d-4829-8d32-cf739482e3a4), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:52.928378 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a85d44b-7529-4b46-aae9-f9cb989a1f58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9b8280d-b28d-4829-8d32-cf739482e3a4 {{(pid=107007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:25:52.933002 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-6a85d44b-7529-4b46-aae9-f9cb989a1f58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:52.934169 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-6a85d44b-7529-4b46-aae9-f9cb989a1f58 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/e9b8280d-b28d-4829-8d32-cf739482e3a4 HTTP/1.1" status: 204 len: 168 time: 0.9469001 Oct 10 12:25:52.936745 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51510) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:25:52.987072 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_v2 [None req-8427605c-90b9-4f74-82c4-de21dc496406 admin admin] Deleting subnet b8bfb1f2-f5dd-4aad-a347-6f1f40dba581 {{(pid=107007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:25:52.990545 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8427605c-90b9-4f74-82c4-de21dc496406 admin admin] Publish callbacks [] for subnet (b8bfb1f2-f5dd-4aad-a347-6f1f40dba581), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:53.025357 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8427605c-90b9-4f74-82c4-de21dc496406 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32523480'] for subnet (b8bfb1f2-f5dd-4aad-a347-6f1f40dba581), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:53.099186 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8427605c-90b9-4f74-82c4-de21dc496406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (b8bfb1f2-f5dd-4aad-a347-6f1f40dba581), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:53.224812 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8427605c-90b9-4f74-82c4-de21dc496406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32524386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29424465'] for subnet (b8bfb1f2-f5dd-4aad-a347-6f1f40dba581), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:53.253612 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-8427605c-90b9-4f74-82c4-de21dc496406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:53.256640 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-8427605c-90b9-4f74-82c4-de21dc496406 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/b8bfb1f2-f5dd-4aad-a347-6f1f40dba581 HTTP/1.1" status: 204 len: 168 time: 0.3189561 Oct 10 12:25:53.257536 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427605c-90b9-4f74-82c4-de21dc496406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8bfb1f2-f5dd-4aad-a347-6f1f40dba581,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:53.259231 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51512) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:25:53.261785 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5981e7-c61a-4047-92c8-9e45eda18afa None None] Network 9f8f922a-ec8b-42d4-a75e-2afb2158a141 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:25:53.317882 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:53.336970 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (9f8f922a-ec8b-42d4-a75e-2afb2158a141), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:53.388048 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] Deleting port 4ece0733-a439-4faa-a845-ec3d9f9abd3b {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:25:53.388409 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (4ece0733-a439-4faa-a845-ec3d9f9abd3b), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:53.419245 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 38c6ae9e-9a90-4ddf-9469-6284fca517f1 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:25:53.439280 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 38c6ae9e-9a90-4ddf-9469-6284fca517f1 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:25:53.439887 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 38c6ae9e-9a90-4ddf-9469-6284fca517f1 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:25:53.440465 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 1deeb9ba-69e1-4688-ab19-7c4800b61e42 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:25:53.462081 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] DHCP port deletion for 9f8f922a-ec8b-42d4-a75e-2afb2158a141 request from dv-cinder-860209-4-iscsi {{(pid=107008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:25:53.463402 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] For port 4ece0733-a439-4faa-a845-ec3d9f9abd3b, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=4ece0733-a439-4faa-a845-ec3d9f9abd3b,segment=NetworkSegment(d15bae8f-0ef4-4c22-be36-13d7682fa2f9),segment_id=d15bae8f-0ef4-4c22-be36-13d7682fa2f9)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:25:53.463869 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (4ece0733-a439-4faa-a845-ec3d9f9abd3b), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:53.466079 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 1deeb9ba-69e1-4688-ab19-7c4800b61e42 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:25:53.466462 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 1deeb9ba-69e1-4688-ab19-7c4800b61e42 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:25:53.484404 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] Calling delete_port for 4ece0733-a439-4faa-a845-ec3d9f9abd3b owned by network:dhcp {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:25:53.502571 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Deleting port 4ece0733-a439-4faa-a845-ec3d9f9abd3b {{(pid=107008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:25:53.502970 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (4ece0733-a439-4faa-a845-ec3d9f9abd3b), before_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:53.571828 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] For port 4ece0733-a439-4faa-a845-ec3d9f9abd3b, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=4ece0733-a439-4faa-a845-ec3d9f9abd3b,segment=NetworkSegment(d15bae8f-0ef4-4c22-be36-13d7682fa2f9),segment_id=d15bae8f-0ef4-4c22-be36-13d7682fa2f9)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:25:53.572288 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (4ece0733-a439-4faa-a845-ec3d9f9abd3b), precommit_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:53.588618 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Calling delete_port for 4ece0733-a439-4faa-a845-ec3d9f9abd3b owned by network:dhcp {{(pid=107008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:25:53.744665 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751'] for port (4ece0733-a439-4faa-a845-ec3d9f9abd3b), after_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:53.770503 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Pushing event deleted for resources: {'Port': ['ID=4ece0733-a439-4faa-a845-ec3d9f9abd3b,revision_number=None']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:53.775121 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] No DVR routers for this DVR port 4ece0733-a439-4faa-a845-ec3d9f9abd3b on host dv-cinder-860209-4-iscsi {{(pid=107008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:25:53.782118 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:53.782457 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:53.788054 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:53.788054 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:53.788054 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:53.788054 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:53.788054 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:53.788054 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:53.788054 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:53.788054 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:53.788054 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:53.788054 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:53.788054 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:53.788054 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:53.788054 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206631-fd9a-4d7c-9786-7f08070c7d3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:25:53.827770 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:53.834131 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (4ece0733-a439-4faa-a845-ec3d9f9abd3b), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:53.862231 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] No DVR routers for this DVR port 4ece0733-a439-4faa-a845-ec3d9f9abd3b on host dv-cinder-860209-4-iscsi {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:25:53.865525 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ece0733-a439-4faa-a845-ec3d9f9abd3b,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:53.936677 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (9f8f922a-ec8b-42d4-a75e-2afb2158a141), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:53.960556 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8f922a-ec8b-42d4-a75e-2afb2158a141']}} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:53.970031 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15bae8f-0ef4-4c22-be36-13d7682fa2f9') {'for_net_delete': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:53.970325 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15bae8f-0ef4-4c22-be36-13d7682fa2f9') {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:53.980073 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32523425'] for segment (d15bae8f-0ef4-4c22-be36-13d7682fa2f9), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:53.993973 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (d15bae8f-0ef4-4c22-be36-13d7682fa2f9), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:54.000889 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=107007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:25:54.001929 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32524424'] for segment (d15bae8f-0ef4-4c22-be36-13d7682fa2f9), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:54.041236 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment d15bae8f-0ef4-4c22-be36-13d7682fa2f9 resource provider aggregate not found Oct 10 12:25:54.060016 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment d15bae8f-0ef4-4c22-be36-13d7682fa2f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d15bae8f-0ef4-4c22-be36-13d7682fa2f9 found for delete ", "request_id": "req-eb4c8e29-dafd-4a86-9eb7-fed26b51fdd2"}]} Oct 10 12:25:54.155969 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (9f8f922a-ec8b-42d4-a75e-2afb2158a141), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:54.161343 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:54.164446 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/9f8f922a-ec8b-42d4-a75e-2afb2158a141 HTTP/1.1" status: 204 len: 168 time: 0.9011118 Oct 10 12:25:54.167360 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51518) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:25:54.183671 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f34c3d-c9d5-4687-940d-5fa4af4cac32 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8f922a-ec8b-42d4-a75e-2afb2158a141,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:54.258900 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:54.490133 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5ecc20fc-c7c8-40a6-963b-ad1b11eb88bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599821'] for router_interface (710780ea-7752-4d62-8218-61d437659b23), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:54.690066 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:54.763486 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-5ecc20fc-c7c8-40a6-963b-ad1b11eb88bc admin admin] Deleting port e3097e66-33fe-4b17-a4a5-a13579ea2579 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:25:54.763736 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5ecc20fc-c7c8-40a6-963b-ad1b11eb88bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:54.845495 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-5ecc20fc-c7c8-40a6-963b-ad1b11eb88bc admin admin] For port e3097e66-33fe-4b17-a4a5-a13579ea2579, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=e3097e66-33fe-4b17-a4a5-a13579ea2579,segment=NetworkSegment(a99e64e4-af81-4eaf-84ab-80f1f6e9897d),segment_id=a99e64e4-af81-4eaf-84ab-80f1f6e9897d)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:25:54.845854 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5ecc20fc-c7c8-40a6-963b-ad1b11eb88bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:54.858407 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-5ecc20fc-c7c8-40a6-963b-ad1b11eb88bc admin admin] Calling delete_port for e3097e66-33fe-4b17-a4a5-a13579ea2579 owned by network:router_interface {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:25:54.896410 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:55.063385 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 4ece0733-a439-4faa-a845-ec3d9f9abd3b no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:25:55.086452 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 4ece0733-a439-4faa-a845-ec3d9f9abd3b {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:25:55.086825 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 4ece0733-a439-4faa-a845-ec3d9f9abd3b not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:25:55.099295 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5ecc20fc-c7c8-40a6-963b-ad1b11eb88bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (e3097e66-33fe-4b17-a4a5-a13579ea2579), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:55.124847 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc20fc-c7c8-40a6-963b-ad1b11eb88bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e3097e66-33fe-4b17-a4a5-a13579ea2579,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:55.294178 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-5ecc20fc-c7c8-40a6-963b-ad1b11eb88bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599801'] for router_interface (710780ea-7752-4d62-8218-61d437659b23), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:55.450718 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:55.502038 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecc20fc-c7c8-40a6-963b-ad1b11eb88bc admin admin] Router 710780ea-7752-4d62-8218-61d437659b23 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:25:55.605654 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecc20fc-c7c8-40a6-963b-ad1b11eb88bc admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:25:55.611081 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-5ecc20fc-c7c8-40a6-963b-ad1b11eb88bc admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/710780ea-7752-4d62-8218-61d437659b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4425979 Oct 10 12:25:55.613470 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51522) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:25:55.616105 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13da4d-0b33-4e0d-bc43-d5c55b959dbb None None] Sync routers for ids ['710780ea-7752-4d62-8218-61d437659b23'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:25:55.627247 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13da4d-0b33-4e0d-bc43-d5c55b959dbb None None] Routers {'710780ea-7752-4d62-8218-61d437659b23'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:25:55.627862 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-9d13da4d-0b33-4e0d-bc43-d5c55b959dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:25:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['710780ea-7752-4d62-8218-61d437659b23'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:55.714626 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-50e7ea0c-34c0-45b1-9ca1-84d969e4b503 admin admin] Publish callbacks [] for router (710780ea-7752-4d62-8218-61d437659b23), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:55.728547 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-9d13da4d-0b33-4e0d-bc43-d5c55b959dbb None None] Set router 710780ea-7752-4d62-8218-61d437659b23 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:25:55.814557 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-50e7ea0c-34c0-45b1-9ca1-84d969e4b503 admin admin] Publish callbacks [] for router_gateway (710780ea-7752-4d62-8218-61d437659b23), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:55.892584 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-9d13da4d-0b33-4e0d-bc43-d5c55b959dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710780ea-7752-4d62-8218-61d437659b23', 'name': 'tempest-TestShelveInstance-1203180251-router', 'tenant_id': 'a198397258e44f2fa172d6b5289124de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.133'}], 'enable_snat': True}, 'gw_port_id': '1de158b9-6f51-49e8-bbaa-0d6f111fa0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:27Z', 'updated_at': '2022-10-10T12:25:54Z', 'revision_number': 5, 'project_id': 'a198397258e44f2fa172d6b5289124de', 'gw_port': {'id': '1de158b9-6f51-49e8-bbaa-0d6f111fa0dc', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710780ea-7752-4d62-8218-61d437659b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:19:28Z', 'updated_at': '2022-10-10T12:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:55.897859 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:55.908889 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-50e7ea0c-34c0-45b1-9ca1-84d969e4b503 admin admin] Deleting port 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:25:55.909228 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-50e7ea0c-34c0-45b1-9ca1-84d969e4b503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (1de158b9-6f51-49e8-bbaa-0d6f111fa0dc), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:55.922053 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13da4d-0b33-4e0d-bc43-d5c55b959dbb None None] Checking router: 710780ea-7752-4d62-8218-61d437659b23 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:25:55.930610 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13da4d-0b33-4e0d-bc43-d5c55b959dbb None None] Routers {'710780ea-7752-4d62-8218-61d437659b23'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:25:55.931240 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-9d13da4d-0b33-4e0d-bc43-d5c55b959dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:25:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['710780ea-7752-4d62-8218-61d437659b23'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:55.994453 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-50e7ea0c-34c0-45b1-9ca1-84d969e4b503 admin admin] For port 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=1de158b9-6f51-49e8-bbaa-0d6f111fa0dc,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:25:55.994852 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-50e7ea0c-34c0-45b1-9ca1-84d969e4b503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (1de158b9-6f51-49e8-bbaa-0d6f111fa0dc), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:56.007926 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-50e7ea0c-34c0-45b1-9ca1-84d969e4b503 admin admin] Calling delete_port for 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc owned by network:router_gateway {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:25:56.012699 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-9d13da4d-0b33-4e0d-bc43-d5c55b959dbb None None] Set router 710780ea-7752-4d62-8218-61d437659b23 gateway port host: None {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:25:56.065017 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-9d13da4d-0b33-4e0d-bc43-d5c55b959dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710780ea-7752-4d62-8218-61d437659b23', 'name': 'tempest-TestShelveInstance-1203180251-router', 'tenant_id': 'a198397258e44f2fa172d6b5289124de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:27Z', 'updated_at': '2022-10-10T12:25:55Z', 'revision_number': 6, 'project_id': 'a198397258e44f2fa172d6b5289124de', 'gw_port_host': None}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:56.089435 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13da4d-0b33-4e0d-bc43-d5c55b959dbb None None] The sync data for ids ['710780ea-7752-4d62-8218-61d437659b23'] in dv-cinder-860209-4-iscsi is: [{'id': '710780ea-7752-4d62-8218-61d437659b23', 'name': 'tempest-TestShelveInstance-1203180251-router', 'tenant_id': 'a198397258e44f2fa172d6b5289124de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:19:27Z', 'updated_at': '2022-10-10T12:25:55Z', 'revision_number': 6, 'project_id': 'a198397258e44f2fa172d6b5289124de', 'gw_port_host': None}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:25:56.257719 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-50e7ea0c-34c0-45b1-9ca1-84d969e4b503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (1de158b9-6f51-49e8-bbaa-0d6f111fa0dc), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:56.281581 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7ea0c-34c0-45b1-9ca1-84d969e4b503 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de158b9-6f51-49e8-bbaa-0d6f111fa0dc,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:56.347587 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-50e7ea0c-34c0-45b1-9ca1-84d969e4b503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605235'] for router_gateway (710780ea-7752-4d62-8218-61d437659b23), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:56.437363 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-50e7ea0c-34c0-45b1-9ca1-84d969e4b503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12459'] for router (710780ea-7752-4d62-8218-61d437659b23), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:56.439718 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-50e7ea0c-34c0-45b1-9ca1-84d969e4b503 admin admin] Publish callbacks [] for router_controller (710780ea-7752-4d62-8218-61d437659b23), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:56.571725 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-50e7ea0c-34c0-45b1-9ca1-84d969e4b503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599841'] for router (710780ea-7752-4d62-8218-61d437659b23), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:56.572388 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e7ea0c-34c0-45b1-9ca1-84d969e4b503 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 710780ea-7752-4d62-8218-61d437659b23 {{(pid=107007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:25:56.576598 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-50e7ea0c-34c0-45b1-9ca1-84d969e4b503 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:56.578296 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-50e7ea0c-34c0-45b1-9ca1-84d969e4b503 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/710780ea-7752-4d62-8218-61d437659b23 HTTP/1.1" status: 204 len: 168 time: 0.9639170 Oct 10 12:25:56.581155 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51524) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:25:56.624600 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.db_base_plugin_v2 [None req-910244fb-bcf7-401f-b2d0-c77a5156dc74 admin admin] Deleting subnet 5d6f5baa-58d7-4726-b230-dacb757505f1 {{(pid=107007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:25:56.627780 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-910244fb-bcf7-401f-b2d0-c77a5156dc74 admin admin] Publish callbacks [] for subnet (5d6f5baa-58d7-4726-b230-dacb757505f1), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:56.662010 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-910244fb-bcf7-401f-b2d0-c77a5156dc74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32523480'] for subnet (5d6f5baa-58d7-4726-b230-dacb757505f1), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:56.688244 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:56.740707 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-910244fb-bcf7-401f-b2d0-c77a5156dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (5d6f5baa-58d7-4726-b230-dacb757505f1), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:56.899406 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-910244fb-bcf7-401f-b2d0-c77a5156dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32524386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29424465'] for subnet (5d6f5baa-58d7-4726-b230-dacb757505f1), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:56.923831 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910244fb-bcf7-401f-b2d0-c77a5156dc74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6f5baa-58d7-4726-b230-dacb757505f1,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:56.931075 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-910244fb-bcf7-401f-b2d0-c77a5156dc74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for subnet (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:56.934832 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-910244fb-bcf7-401f-b2d0-c77a5156dc74 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/5d6f5baa-58d7-4726-b230-dacb757505f1 HTTP/1.1" status: 204 len: 168 time: 0.3521628 Oct 10 12:25:56.937738 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51526) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:25:56.939479 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e063fc8-da9a-4856-8134-73b77d95915c None None] Network 9f3ceec7-b0f6-4427-b134-4e1ffa559cba requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:25:57.017683 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (9f3ceec7-b0f6-4427-b134-4e1ffa559cba), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:57.072255 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] Deleting port 411eba43-fd49-4569-927d-b1f1228600df {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:25:57.072985 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (411eba43-fd49-4569-927d-b1f1228600df), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:57.116639 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device e3097e66-33fe-4b17-a4a5-a13579ea2579 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:25:57.144218 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] For port 411eba43-fd49-4569-927d-b1f1228600df, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=411eba43-fd49-4569-927d-b1f1228600df,segment=NetworkSegment(a99e64e4-af81-4eaf-84ab-80f1f6e9897d),segment_id=a99e64e4-af81-4eaf-84ab-80f1f6e9897d)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:25:57.144584 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (411eba43-fd49-4569-927d-b1f1228600df), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:57.150517 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: e3097e66-33fe-4b17-a4a5-a13579ea2579 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:25:57.150868 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device e3097e66-33fe-4b17-a4a5-a13579ea2579 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:25:57.151282 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:25:57.162334 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] Calling delete_port for 411eba43-fd49-4569-927d-b1f1228600df owned by network:dhcp {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:25:57.183988 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:25:57.184889 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 1de158b9-6f51-49e8-bbaa-0d6f111fa0dc not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:25:57.253650 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae5a223-71a2-4732-8f0a-2331aebeab5e None None] DHCP port deletion for 9f3ceec7-b0f6-4427-b134-4e1ffa559cba request from dv-cinder-860209-4-iscsi {{(pid=107008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:25:57.292734 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5a223-71a2-4732-8f0a-2331aebeab5e None None] Deleting port 411eba43-fd49-4569-927d-b1f1228600df {{(pid=107008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:25:57.293021 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a223-71a2-4732-8f0a-2331aebeab5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (411eba43-fd49-4569-927d-b1f1228600df), before_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:57.321470 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (411eba43-fd49-4569-927d-b1f1228600df), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:57.347645 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] Pushing event deleted for resources: {'Port': ['ID=411eba43-fd49-4569-927d-b1f1228600df,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:57.351279 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] No DVR routers for this DVR port 411eba43-fd49-4569-927d-b1f1228600df on host dv-cinder-860209-4-iscsi {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:25:57.360518 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-5ae5a223-71a2-4732-8f0a-2331aebeab5e None None] For port 411eba43-fd49-4569-927d-b1f1228600df, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=411eba43-fd49-4569-927d-b1f1228600df,segment=NetworkSegment(a99e64e4-af81-4eaf-84ab-80f1f6e9897d),segment_id=a99e64e4-af81-4eaf-84ab-80f1f6e9897d)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:25:57.360906 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a223-71a2-4732-8f0a-2331aebeab5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (411eba43-fd49-4569-927d-b1f1228600df), precommit_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:57.373512 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5a223-71a2-4732-8f0a-2331aebeab5e None None] Calling delete_port for 411eba43-fd49-4569-927d-b1f1228600df owned by network:dhcp {{(pid=107008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:25:57.424450 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (9f3ceec7-b0f6-4427-b134-4e1ffa559cba), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:57.444182 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3ceec7-b0f6-4427-b134-4e1ffa559cba']}} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:57.450564 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-5ae5a223-71a2-4732-8f0a-2331aebeab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751'] for port (411eba43-fd49-4569-927d-b1f1228600df), after_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:57.453761 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99e64e4-af81-4eaf-84ab-80f1f6e9897d') {'for_net_delete': True} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:57.454057 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99e64e4-af81-4eaf-84ab-80f1f6e9897d') {} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:25:57.464568 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31517720'] for segment (a99e64e4-af81-4eaf-84ab-80f1f6e9897d), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:57.483129 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5a223-71a2-4732-8f0a-2331aebeab5e None None] Pushing event deleted for resources: {'Port': ['ID=411eba43-fd49-4569-927d-b1f1228600df,revision_number=None']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:57.483129 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5a223-71a2-4732-8f0a-2331aebeab5e None None] No DVR routers for this DVR port 411eba43-fd49-4569-927d-b1f1228600df on host dv-cinder-860209-4-iscsi {{(pid=107008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:25:57.500315 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (a99e64e4-af81-4eaf-84ab-80f1f6e9897d), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:57.500315 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=107006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:25:57.500315 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31514711'] for segment (a99e64e4-af81-4eaf-84ab-80f1f6e9897d), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:57.635924 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (9f3ceec7-b0f6-4427-b134-4e1ffa559cba), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:57.644217 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:57.647604 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/9f3ceec7-b0f6-4427-b134-4e1ffa559cba HTTP/1.1" status: 204 len: 168 time: 0.7088623 Oct 10 12:25:57.651925 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.services.segments.plugin [-] Segment a99e64e4-af81-4eaf-84ab-80f1f6e9897d resource provider aggregate not found Oct 10 12:25:57.663103 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1029a-3641-48f6-923f-104fe68c8539 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3ceec7-b0f6-4427-b134-4e1ffa559cba,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:57.678692 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.services.segments.plugin [-] Segment a99e64e4-af81-4eaf-84ab-80f1f6e9897d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a99e64e4-af81-4eaf-84ab-80f1f6e9897d found for delete ", "request_id": "req-3cab13a4-87d5-46e6-9edd-d55ab27b9a17"}]} Oct 10 12:25:57.978545 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51536) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:25:58.019158 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-abf72655-34f3-4015-b2b7-bf7d68e045ab admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c6ab1776de294ca1a23fc110b2f9af1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394318 Oct 10 12:25:58.021623 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51538) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:25:58.047829 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:58.073117 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3277b7c6-776b-4630-9fd9-20808d51ccb9 admin admin] Publish callbacks [] for security_group (99e339c0-382b-4c8f-8eba-25e3f222a48b), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:58.092970 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:58.094999 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3277b7c6-776b-4630-9fd9-20808d51ccb9 admin admin] Publish callbacks [] for security_group (99e339c0-382b-4c8f-8eba-25e3f222a48b), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:58.218978 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3277b7c6-776b-4630-9fd9-20808d51ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (99e339c0-382b-4c8f-8eba-25e3f222a48b), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:58.221595 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-3277b7c6-776b-4630-9fd9-20808d51ccb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:58.222786 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-3277b7c6-776b-4630-9fd9-20808d51ccb9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/99e339c0-382b-4c8f-8eba-25e3f222a48b HTTP/1.1" status: 204 len: 168 time: 0.2002597 Oct 10 12:25:58.231018 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277b7c6-776b-4630-9fd9-20808d51ccb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e339c0-382b-4c8f-8eba-25e3f222a48b,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:58.308438 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:25:58.943690 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51544) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:25:58.950807 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:25:58.984764 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-b04577c5-2d90-4b21-b41c-70fe8f995f83 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a198397258e44f2fa172d6b5289124de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399582 Oct 10 12:25:58.987337 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51546) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:25:59.040102 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb0be-4885-4c39-bedb-344d2333ffbd admin admin] Publish callbacks [] for security_group (01aabc53-caaf-4196-9a16-bd9e661c5a31), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:59.061859 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb0be-4885-4c39-bedb-344d2333ffbd admin admin] Publish callbacks [] for security_group (01aabc53-caaf-4196-9a16-bd9e661c5a31), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:59.065787 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 411eba43-fd49-4569-927d-b1f1228600df no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:25:59.085336 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 411eba43-fd49-4569-927d-b1f1228600df {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:25:59.085847 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 411eba43-fd49-4569-927d-b1f1228600df not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:25:59.172945 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb0be-4885-4c39-bedb-344d2333ffbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (01aabc53-caaf-4196-9a16-bd9e661c5a31), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:59.175561 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-cdcfb0be-4885-4c39-bedb-344d2333ffbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:25:59.176774 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-cdcfb0be-4885-4c39-bedb-344d2333ffbd admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/01aabc53-caaf-4196-9a16-bd9e661c5a31 HTTP/1.1" status: 204 len: 168 time: 0.1884854 Oct 10 12:25:59.185468 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfb0be-4885-4c39-bedb-344d2333ffbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01aabc53-caaf-4196-9a16-bd9e661c5a31,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:25:59.716582 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e44e4bfa-d4b4-4fdc-809b-b7b96c1de97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:01.887062 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0a6a61e4-1aca-4911-ae49-8cf92f06f526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:02.542981 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=26 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:03.453261 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:04.400562 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6268c553-e8ec-4510-8ee6-83dd0b7fbd1c req-e42b2850-ef1c-43d6-8c69-fc3b70f89f99 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380044 Oct 10 12:26:04.512664 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268c553-e8ec-4510-8ee6-83dd0b7fbd1c req-829674cc-87ef-4b9b-9591-99f751bf60d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:04.514263 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6268c553-e8ec-4510-8ee6-83dd0b7fbd1c req-829674cc-87ef-4b9b-9591-99f751bf60d1 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=bafe96e8ab4d498981d0e309c484c125&device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 1169 time: 0.0394270 Oct 10 12:26:04.601349 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:04.620568 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268c553-e8ec-4510-8ee6-83dd0b7fbd1c req-057625d5-174c-40d5-b732-f7423b3f3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:04.622047 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6268c553-e8ec-4510-8ee6-83dd0b7fbd1c req-057625d5-174c-40d5-b732-f7423b3f3fbf service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 HTTP/1.1" status: 200 len: 915 time: 0.0897572 Oct 10 12:26:04.683593 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6268c553-e8ec-4510-8ee6-83dd0b7fbd1c req-be3f8ab9-09a6-4baf-a258-d61fb8b4458a service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646a539a-b920-4fec-9f0e-2812477d2113 HTTP/1.1" status: 200 len: 1001 time: 0.0554752 Oct 10 12:26:04.737135 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268c553-e8ec-4510-8ee6-83dd0b7fbd1c req-6d3e3f46-182d-46c1-8e28-bd4e1abfb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:04.738601 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6268c553-e8ec-4510-8ee6-83dd0b7fbd1c req-6d3e3f46-182d-46c1-8e28-bd4e1abfb92b service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=46222ac0-c98e-478f-966f-f94db5b38fd7 HTTP/1.1" status: 200 len: 853 time: 0.0488377 Oct 10 12:26:04.782552 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268c553-e8ec-4510-8ee6-83dd0b7fbd1c req-0b2af4a1-d35d-48aa-9d35-4fec1a29fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:04.784099 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6268c553-e8ec-4510-8ee6-83dd0b7fbd1c req-0b2af4a1-d35d-48aa-9d35-4fec1a29fb1b service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397575 Oct 10 12:26:04.874393 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6268c553-e8ec-4510-8ee6-83dd0b7fbd1c req-66b55425-de62-4fd5-9620-8f387fdc5280 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844617 Oct 10 12:26:04.966401 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-6268c553-e8ec-4510-8ee6-83dd0b7fbd1c req-a8634750-c627-43e6-a4f0-ae39939092c3 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863056 Oct 10 12:26:05.139146 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:08.227291 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=10,neutron:DELETE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:08.304597 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=23 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:14.961805 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=56 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:14.963680 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=86,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:15.073158 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:15.077436 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:15.080656 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:23.574030 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9f10a196-a972-416e-828d-cb37552ff2e0 req-3d0c6fc3-4b84-4ff4-97be-124fba9d7f1a tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-486577707&fields=id&tenant_id=bafe96e8ab4d498981d0e309c484c125 HTTP/1.1" status: 200 len: 267 time: 0.0459585 Oct 10 12:26:23.626459 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10a196-a972-416e-828d-cb37552ff2e0 req-5d08e553-99a0-430c-a055-aa8b1c6060e1 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:23.627948 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9f10a196-a972-416e-828d-cb37552ff2e0 req-5d08e553-99a0-430c-a055-aa8b1c6060e1 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 985 time: 0.0486338 Oct 10 12:26:23.640197 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.v2.base [req-9f10a196-a972-416e-828d-cb37552ff2e0 req-2eac37dd-4c58-45b8-a5fd-cd79b5af293f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Request body: {'port': {'security_groups': ['f10fe203-e6b1-4dc9-944c-44611466aa6c']}} {{(pid=107006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 10 12:26:23.716156 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-9f10a196-a972-416e-828d-cb37552ff2e0 req-2eac37dd-4c58-45b8-a5fd-cd79b5af293f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688535'] for port (646a539a-b920-4fec-9f0e-2812477d2113), before_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:23.891086 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [req-9f10a196-a972-416e-828d-cb37552ff2e0 req-2eac37dd-4c58-45b8-a5fd-cd79b5af293f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] For port 646a539a-b920-4fec-9f0e-2812477d2113, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=646a539a-b920-4fec-9f0e-2812477d2113,segment=NetworkSegment(bf2b5b85-ac16-4850-8c8a-3f6ee99539b6),segment_id=bf2b5b85-ac16-4850-8c8a-3f6ee99539b6)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:26:23.926353 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-9f10a196-a972-416e-828d-cb37552ff2e0 req-2eac37dd-4c58-45b8-a5fd-cd79b5af293f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for port (646a539a-b920-4fec-9f0e-2812477d2113), precommit_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:24.001296 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-9f10a196-a972-416e-828d-cb37552ff2e0 req-2eac37dd-4c58-45b8-a5fd-cd79b5af293f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759134058177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759133684740', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759133684758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31514739'] for port (646a539a-b920-4fec-9f0e-2812477d2113), after_update {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:24.012200 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10a196-a972-416e-828d-cb37552ff2e0 req-2eac37dd-4c58-45b8-a5fd-cd79b5af293f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:24.014661 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [req-9f10a196-a972-416e-828d-cb37552ff2e0 req-2eac37dd-4c58-45b8-a5fd-cd79b5af293f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:24.014661 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-9f10a196-a972-416e-828d-cb37552ff2e0 req-2eac37dd-4c58-45b8-a5fd-cd79b5af293f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "PUT /networking/v2.0/ports/646a539a-b920-4fec-9f0e-2812477d2113 HTTP/1.1" status: 200 len: 943 time: 0.3798683 Oct 10 12:26:24.014661 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'tag': '646a539a-b920-4fec-9f0e-2812477d2113'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:26:24.020731 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed8dc12e2a811d0e919703145f0a46ca2d14ab091e6de4741f3d89754d8b916b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1668b3c-f286-4c64-8ba7-6345d228ed25" -d '{"events": [{"name": "network-changed", "server_uuid": "33ee1609-eec2-4304-ba1b-49044ccb4649", "tag": "646a539a-b920-4fec-9f0e-2812477d2113"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:26:24.020864 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51568) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:26:24.036653 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['646a539a-b920-4fec-9f0e-2812477d2113'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:26:24.064218 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4535981-904b-4c6e-8d9f-cfc8791cb804 x-openstack-request-id: req-a4535981-904b-4c6e-8d9f-cfc8791cb804 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:26:24.064502 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ee1609-eec2-4304-ba1b-49044ccb4649", "tag": "646a539a-b920-4fec-9f0e-2812477d2113", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:26:24.064785 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4535981-904b-4c6e-8d9f-cfc8791cb804 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:26:24.065132 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4535981-904b-4c6e-8d9f-cfc8791cb804'] response: {'name': 'network-changed', 'server_uuid': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'tag': '646a539a-b920-4fec-9f0e-2812477d2113', 'status': 'completed', 'code': 200} Oct 10 12:26:24.070557 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac37dd-4c58-45b8-a5fd-cd79b5af293f tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Pushing event updated for resources: {'Port': ['ID=646a539a-b920-4fec-9f0e-2812477d2113,revision_number=7']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:24.090959 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e84e95c1-3b3b-4280-bbb4-890324fcff69 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group (4bed0bca-3991-4ac4-89c8-ef56d650286f), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:24.124952 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e84e95c1-3b3b-4280-bbb4-890324fcff69 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group (4bed0bca-3991-4ac4-89c8-ef56d650286f), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:24.169328 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['646a539a-b920-4fec-9f0e-2812477d2113'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:26:24.180062 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1668b3c-f286-4c64-8ba7-6345d228ed25 req-fa078c42-2e75-44d4-b766-70c1c6cc0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:24.181565 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f1668b3c-f286-4c64-8ba7-6345d228ed25 req-fa078c42-2e75-44d4-b766-70c1c6cc0085 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=bafe96e8ab4d498981d0e309c484c125&device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 1130 time: 0.0709679 Oct 10 12:26:24.283504 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1668b3c-f286-4c64-8ba7-6345d228ed25 req-5f165bcf-d231-471d-bf51-286364fed0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:24.284673 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f1668b3c-f286-4c64-8ba7-6345d228ed25 req-5f165bcf-d231-471d-bf51-286364fed0e7 service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 HTTP/1.1" status: 200 len: 915 time: 0.0969458 Oct 10 12:26:24.315440 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:24.351404 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f1668b3c-f286-4c64-8ba7-6345d228ed25 req-7af6c63e-f04a-4e8b-9e70-bd5730380d51 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646a539a-b920-4fec-9f0e-2812477d2113 HTTP/1.1" status: 200 len: 1001 time: 0.0594816 Oct 10 12:26:24.351965 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e84e95c1-3b3b-4280-bbb4-890324fcff69 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (4bed0bca-3991-4ac4-89c8-ef56d650286f), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:24.354405 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e84e95c1-3b3b-4280-bbb4-890324fcff69 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:24.355416 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-e84e95c1-3b3b-4280-bbb4-890324fcff69 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4bed0bca-3991-4ac4-89c8-ef56d650286f HTTP/1.1" status: 204 len: 168 time: 0.3331964 Oct 10 12:26:24.362340 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51570) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:26:24.389158 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e95c1-3b3b-4280-bbb4-890324fcff69 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bed0bca-3991-4ac4-89c8-ef56d650286f,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:24.411924 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1668b3c-f286-4c64-8ba7-6345d228ed25 req-24f1eabf-37fb-46a8-b4ed-c413a7b65c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:24.413429 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f1668b3c-f286-4c64-8ba7-6345d228ed25 req-24f1eabf-37fb-46a8-b4ed-c413a7b65c44 service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=46222ac0-c98e-478f-966f-f94db5b38fd7 HTTP/1.1" status: 200 len: 853 time: 0.0544314 Oct 10 12:26:24.458763 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1668b3c-f286-4c64-8ba7-6345d228ed25 req-4b279d11-cb62-4f65-831d-fabce481fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:24.460193 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f1668b3c-f286-4c64-8ba7-6345d228ed25 req-4b279d11-cb62-4f65-831d-fabce481fe95 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402472 Oct 10 12:26:24.512736 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-7070d41b-5d9f-44b8-a729-a80bf50cfdd4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Deleting port 3c69470f-59b1-496c-b570-7ffc74ecf047 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:26:24.513131 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7070d41b-5d9f-44b8-a729-a80bf50cfdd4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (3c69470f-59b1-496c-b570-7ffc74ecf047), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:24.556748 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f1668b3c-f286-4c64-8ba7-6345d228ed25 req-42ae69af-527e-462b-9862-421caa1bbf86 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897896 Oct 10 12:26:24.595300 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7070d41b-5d9f-44b8-a729-a80bf50cfdd4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (3c69470f-59b1-496c-b570-7ffc74ecf047), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:24.595943 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7070d41b-5d9f-44b8-a729-a80bf50cfdd4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for floatingip (3c69470f-59b1-496c-b570-7ffc74ecf047), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:24.609272 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-7070d41b-5d9f-44b8-a729-a80bf50cfdd4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Calling delete_port for 3c69470f-59b1-496c-b570-7ffc74ecf047 owned by network:floatingip {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:26:24.652426 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-f1668b3c-f286-4c64-8ba7-6345d228ed25 req-5b5f91e4-3949-413b-b8c2-fc84d582802f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897412 Oct 10 12:26:24.739261 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:24.818103 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7070d41b-5d9f-44b8-a729-a80bf50cfdd4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (3c69470f-59b1-496c-b570-7ffc74ecf047), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:24.822361 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:24.844354 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070d41b-5d9f-44b8-a729-a80bf50cfdd4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Pushing event deleted for resources: {'Port': ['ID=3c69470f-59b1-496c-b570-7ffc74ecf047,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:24.908752 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7070d41b-5d9f-44b8-a729-a80bf50cfdd4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks [] for floatingip (c3f6e0b6-de55-4f59-b7e3-246c49b4557e), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:24.909074 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.db.l3_db [None req-7070d41b-5d9f-44b8-a729-a80bf50cfdd4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Floating IP c3f6e0b6-de55-4f59-b7e3-246c49b4557e disassociated (deleted). External IP: 172.27.4.81, port: 646a539a-b920-4fec-9f0e-2812477d2113. Oct 10 12:26:25.114001 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7070d41b-5d9f-44b8-a729-a80bf50cfdd4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:26:25.467902 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7070d41b-5d9f-44b8-a729-a80bf50cfdd4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:26:25.473431 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-7070d41b-5d9f-44b8-a729-a80bf50cfdd4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for floatingip (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:25.478348 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b78b56-10bf-4cb0-bafd-08584d7eb711 None None] Sync routers for ids ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:26:25.490521 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b78b56-10bf-4cb0-bafd-08584d7eb711 None None] Routers {'6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:26:25.491738 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-97b78b56-10bf-4cb0-bafd-08584d7eb711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:26:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:25.507084 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-7070d41b-5d9f-44b8-a729-a80bf50cfdd4 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/c3f6e0b6-de55-4f59-b7e3-246c49b4557e HTTP/1.1" status: 204 len: 168 time: 1.1473897 Oct 10 12:26:25.597067 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-97b78b56-10bf-4cb0-bafd-08584d7eb711 None None] Set router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:26:25.785909 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-97b78b56-10bf-4cb0-bafd-08584d7eb711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'name': 'tempest-TestMinimumBasicScenario-145067367-router', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193'}], 'enable_snat': True}, 'gw_port_id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:03Z', 'updated_at': '2022-10-10T12:23:07Z', 'revision_number': 4, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'gw_port': {'id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:04Z', 'updated_at': '2022-10-10T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'a44f9078-17d6-4b69-8b64-c10bde7cd011', 'name': '', 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'mac_address': 'fa:16:3e:ad:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:06Z', 'updated_at': '2022-10-10T12:23:13Z', 'revision_number': 5, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'subnets': [{'id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:25.811806 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b78b56-10bf-4cb0-bafd-08584d7eb711 None None] Checking router: 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:26:25.820942 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b78b56-10bf-4cb0-bafd-08584d7eb711 None None] Routers {'6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:26:25.821556 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-97b78b56-10bf-4cb0-bafd-08584d7eb711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:26:02Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:25.926793 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-97b78b56-10bf-4cb0-bafd-08584d7eb711 None None] Set router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:26:26.066992 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'tag': '646a539a-b920-4fec-9f0e-2812477d2113'}] {{(pid=107006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:26:26.069503 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed8dc12e2a811d0e919703145f0a46ca2d14ab091e6de4741f3d89754d8b916b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecb1d73-41f2-41d9-a7d6-ade9569ca699" -d '{"events": [{"name": "network-changed", "server_uuid": "33ee1609-eec2-4304-ba1b-49044ccb4649", "tag": "646a539a-b920-4fec-9f0e-2812477d2113"}]}' {{(pid=107006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:26:26.105878 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Oct 2022 12:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddbaf50-693a-4ad8-8bba-9350ebaafe70 x-openstack-request-id: req-9ddbaf50-693a-4ad8-8bba-9350ebaafe70 {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:26:26.106166 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ee1609-eec2-4304-ba1b-49044ccb4649", "tag": "646a539a-b920-4fec-9f0e-2812477d2113", "status": "completed", "code": 200}]} {{(pid=107006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:26:26.106417 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ddbaf50-693a-4ad8-8bba-9350ebaafe70 {{(pid=107006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:26:26.106868 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ddbaf50-693a-4ad8-8bba-9350ebaafe70'] response: {'name': 'network-changed', 'server_uuid': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'tag': '646a539a-b920-4fec-9f0e-2812477d2113', 'status': 'completed', 'code': 200} Oct 10 12:26:26.114421 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-97b78b56-10bf-4cb0-bafd-08584d7eb711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'name': 'tempest-TestMinimumBasicScenario-145067367-router', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193'}], 'enable_snat': True}, 'gw_port_id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:03Z', 'updated_at': '2022-10-10T12:23:07Z', 'revision_number': 4, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'gw_port': {'id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:04Z', 'updated_at': '2022-10-10T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'a44f9078-17d6-4b69-8b64-c10bde7cd011', 'name': '', 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'mac_address': 'fa:16:3e:ad:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:06Z', 'updated_at': '2022-10-10T12:23:13Z', 'revision_number': 5, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'subnets': [{'id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:26.139479 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b78b56-10bf-4cb0-bafd-08584d7eb711 None None] The sync data for ids ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'] in dv-cinder-860209-4-iscsi is: [{'id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'name': 'tempest-TestMinimumBasicScenario-145067367-router', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193'}], 'enable_snat': True}, 'gw_port_id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:03Z', 'updated_at': '2022-10-10T12:23:07Z', 'revision_number': 4, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'gw_port': {'id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:04Z', 'updated_at': '2022-10-10T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi', '_interfaces': [{'id': 'a44f9078-17d6-4b69-8b64-c10bde7cd011', 'name': '', 'network_id': '8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'mac_address': 'fa:16:3e:ad:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:06Z', 'updated_at': '2022-10-10T12:23:13Z', 'revision_number': 5, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'subnets': [{'id': '46222ac0-c98e-478f-966f-f94db5b38fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:26:26.355151 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f615caee-8ce3-4c75-a8d3-1ea83e47084e None None] New status for floating IP c3f6e0b6-de55-4f59-b7e3-246c49b4557e: DOWN {{(pid=107008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 10 12:26:26.440042 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb1d73-41f2-41d9-a7d6-ade9569ca699 req-545596de-9b39-459d-99ed-e37991a707a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:26.441571 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7ecb1d73-41f2-41d9-a7d6-ade9569ca699 req-545596de-9b39-459d-99ed-e37991a707a3 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=bafe96e8ab4d498981d0e309c484c125&device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 1130 time: 0.0443690 Oct 10 12:26:26.571328 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb1d73-41f2-41d9-a7d6-ade9569ca699 req-43982049-7f68-43e6-8a0a-3b9ad2a225ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:26.572805 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7ecb1d73-41f2-41d9-a7d6-ade9569ca699 req-43982049-7f68-43e6-8a0a-3b9ad2a225ec service neutron] 10.222.0.48 "GET /networking/v2.0/networks?id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 HTTP/1.1" status: 200 len: 915 time: 0.0894611 Oct 10 12:26:26.617969 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7ecb1d73-41f2-41d9-a7d6-ade9569ca699 req-7b9ff16d-006d-4e55-950f-b634a6f60296 service neutron] 10.222.0.48 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646a539a-b920-4fec-9f0e-2812477d2113 HTTP/1.1" status: 200 len: 217 time: 0.0385649 Oct 10 12:26:26.668167 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb1d73-41f2-41d9-a7d6-ade9569ca699 req-f4595a32-6e25-4d41-88be-490845647dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:26.669624 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7ecb1d73-41f2-41d9-a7d6-ade9569ca699 req-f4595a32-6e25-4d41-88be-490845647dcf service neutron] 10.222.0.48 "GET /networking/v2.0/subnets?id=46222ac0-c98e-478f-966f-f94db5b38fd7 HTTP/1.1" status: 200 len: 853 time: 0.0457041 Oct 10 12:26:26.714924 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb1d73-41f2-41d9-a7d6-ade9569ca699 req-021ba06f-9b6d-4f12-8cda-7d3a03a13ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:26.716407 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7ecb1d73-41f2-41d9-a7d6-ade9569ca699 req-021ba06f-9b6d-4f12-8cda-7d3a03a13ff4 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?network_id=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404859 Oct 10 12:26:26.776706 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:26.812376 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7ecb1d73-41f2-41d9-a7d6-ade9569ca699 req-6be20961-f970-4ded-b9d2-91c72dc22753 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887320 Oct 10 12:26:26.861055 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:26.905514 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-7ecb1d73-41f2-41d9-a7d6-ade9569ca699 req-35f263aa-edf4-443b-b5b2-cb62f8837fad service neutron] 10.222.0.48 "GET /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870242 Oct 10 12:26:29.698065 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-6a2c6426-c3f3-49e2-bbdb-00a7770b6312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:29.826992 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbdfbb-ae2d-43d3-a5f6-8103e5797de2 req-28a1912d-7e84-4791-b420-0d5f878001b7 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:29.828483 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-41bbdfbb-ae2d-43d3-a5f6-8103e5797de2 req-28a1912d-7e84-4791-b420-0d5f878001b7 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 946 time: 0.0496840 Oct 10 12:26:29.879830 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-41bbdfbb-ae2d-43d3-a5f6-8103e5797de2 req-83b6a2a3-c305-4051-80c2-fb2449184cb3 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442591 Oct 10 12:26:31.005090 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149fbe-7f9a-48b2-ad47-7130a9ee5abd req-bb9e5a36-a108-40ff-9f3e-973a304c4133 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:31.006629 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a1149fbe-7f9a-48b2-ad47-7130a9ee5abd req-bb9e5a36-a108-40ff-9f3e-973a304c4133 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 946 time: 0.0482550 Oct 10 12:26:31.055607 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-a1149fbe-7f9a-48b2-ad47-7130a9ee5abd req-1dea7879-f0f5-4540-ad7d-3e7f7d67cb31 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432868 Oct 10 12:26:31.823456 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a3067-7b7e-4545-9dfe-31744020dccf req-aac34797-a4a4-4795-b581-451466d15eb7 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:31.824844 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-824a3067-7b7e-4545-9dfe-31744020dccf req-aac34797-a4a4-4795-b581-451466d15eb7 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 946 time: 0.0506275 Oct 10 12:26:31.908124 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-824a3067-7b7e-4545-9dfe-31744020dccf req-57ab57d1-6514-4fbd-921e-7068ae75e549 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Deleting port 646a539a-b920-4fec-9f0e-2812477d2113 {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:26:31.908450 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-824a3067-7b7e-4545-9dfe-31744020dccf req-57ab57d1-6514-4fbd-921e-7068ae75e549 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (646a539a-b920-4fec-9f0e-2812477d2113), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:31.909120 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-4df50b2a-575d-4602-8a99-c9d7888f1a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:32.000937 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [req-824a3067-7b7e-4545-9dfe-31744020dccf req-57ab57d1-6514-4fbd-921e-7068ae75e549 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] For port 646a539a-b920-4fec-9f0e-2812477d2113, host hv-cinder-86020, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86020',level=0,port_id=646a539a-b920-4fec-9f0e-2812477d2113,segment=NetworkSegment(bf2b5b85-ac16-4850-8c8a-3f6ee99539b6),segment_id=bf2b5b85-ac16-4850-8c8a-3f6ee99539b6)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:26:32.001297 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-824a3067-7b7e-4545-9dfe-31744020dccf req-57ab57d1-6514-4fbd-921e-7068ae75e549 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (646a539a-b920-4fec-9f0e-2812477d2113), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:32.015207 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [req-824a3067-7b7e-4545-9dfe-31744020dccf req-57ab57d1-6514-4fbd-921e-7068ae75e549 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Calling delete_port for 646a539a-b920-4fec-9f0e-2812477d2113 owned by compute:nova {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:26:32.175919 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802cc96-25fb-4078-9be7-3dacdc88fbee req-66fae985-4fc3-492b-9193-838cbbcd7694 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 10 12:26:32.177886 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b802cc96-25fb-4078-9be7-3dacdc88fbee req-66fae985-4fc3-492b-9193-838cbbcd7694 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 946 time: 0.0466492 Oct 10 12:26:32.212507 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-824a3067-7b7e-4545-9dfe-31744020dccf req-57ab57d1-6514-4fbd-921e-7068ae75e549 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (646a539a-b920-4fec-9f0e-2812477d2113), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:32.229973 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-b802cc96-25fb-4078-9be7-3dacdc88fbee req-d1c6ad4e-bcb1-4d38-bf5d-02399edd8302 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f10fe203-e6b1-4dc9-944c-44611466aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464234 Oct 10 12:26:32.243240 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab57d1-6514-4fbd-921e-7068ae75e549 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Pushing event deleted for resources: {'Port': ['ID=646a539a-b920-4fec-9f0e-2812477d2113,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:32.246885 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] get_ports_and_sgs() called for port_ids ['646a539a-b920-4fec-9f0e-2812477d2113'] {{(pid=107008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 10 12:26:32.290009 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [req-824a3067-7b7e-4545-9dfe-31744020dccf req-57ab57d1-6514-4fbd-921e-7068ae75e549 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] No DVR routers for this DVR port 646a539a-b920-4fec-9f0e-2812477d2113 on host hv-cinder-86020 {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:26:32.292933 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [req-824a3067-7b7e-4545-9dfe-31744020dccf req-57ab57d1-6514-4fbd-921e-7068ae75e549 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63027'] for port (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:32.296358 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [req-824a3067-7b7e-4545-9dfe-31744020dccf req-57ab57d1-6514-4fbd-921e-7068ae75e549 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.48 "DELETE /networking/v2.0/ports/646a539a-b920-4fec-9f0e-2812477d2113 HTTP/1.1" status: 204 len: 173 time: 0.4657128 Oct 10 12:26:32.296574 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'name': 'network-vif-deleted', 'tag': '646a539a-b920-4fec-9f0e-2812477d2113'}] {{(pid=107007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 10 12:26:32.299072 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce7179cf61001dae445997682e29f15b287c7c2b599b05dff8735704366f11ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf54621-be0a-4cd0-98a7-0c79513d8305" -d '{"events": [{"server_uuid": "33ee1609-eec2-4304-ba1b-49044ccb4649", "name": "network-vif-deleted", "tag": "646a539a-b920-4fec-9f0e-2812477d2113"}]}' {{(pid=107007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 10 12:26:32.340623 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Oct 2022 12:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b21c875-48a0-4801-98fd-bda648978abf x-openstack-request-id: req-5b21c875-48a0-4801-98fd-bda648978abf {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 10 12:26:32.340856 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ee1609-eec2-4304-ba1b-49044ccb4649", "name": "network-vif-deleted", "tag": "646a539a-b920-4fec-9f0e-2812477d2113", "status": "completed", "code": 200}]} {{(pid=107007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 10 12:26:32.341108 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b21c875-48a0-4801-98fd-bda648978abf {{(pid=107007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 10 12:26:32.341513 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b21c875-48a0-4801-98fd-bda648978abf'] response: {'server_uuid': '33ee1609-eec2-4304-ba1b-49044ccb4649', 'name': 'network-vif-deleted', 'tag': '646a539a-b920-4fec-9f0e-2812477d2113', 'status': 'completed', 'code': 200} Oct 10 12:26:33.348977 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [req-534370a9-e3ae-47f3-a5df-c9c05ab1cf7c req-2ccad219-562d-46ea-aab0-1d643b014f40 tempest-TestMinimumBasicScenario-72401545 tempest-TestMinimumBasicScenario-72401545-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=33ee1609-eec2-4304-ba1b-49044ccb4649 HTTP/1.1" status: 200 len: 210 time: 0.0289521 Oct 10 12:26:33.463659 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:34.629697 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:35.166626 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:35.308987 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:26:35.482315 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 646a539a-b920-4fec-9f0e-2812477d2113 no longer exists at agent hyperv_hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:26:35.505911 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] No Port match for: 646a539a-b920-4fec-9f0e-2812477d2113 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:26:35.506257 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Device 646a539a-b920-4fec-9f0e-2812477d2113 not bound to the agent host hv-cinder-86020 {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:26:35.683342 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51662) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:26:35.818505 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:35.999061 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03b236ed-de82-4e49-a9a7-f15d62810522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599821'] for router_interface (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:36.038022 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=100 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:36.117886 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=75 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:36.228368 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-03b236ed-de82-4e49-a9a7-f15d62810522 admin admin] Deleting port a44f9078-17d6-4b69-8b64-c10bde7cd011 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:26:36.228702 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03b236ed-de82-4e49-a9a7-f15d62810522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:36.312807 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-03b236ed-de82-4e49-a9a7-f15d62810522 admin admin] For port a44f9078-17d6-4b69-8b64-c10bde7cd011, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=a44f9078-17d6-4b69-8b64-c10bde7cd011,segment=NetworkSegment(bf2b5b85-ac16-4850-8c8a-3f6ee99539b6),segment_id=bf2b5b85-ac16-4850-8c8a-3f6ee99539b6)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:26:36.313189 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03b236ed-de82-4e49-a9a7-f15d62810522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:36.327872 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-03b236ed-de82-4e49-a9a7-f15d62810522 admin admin] Calling delete_port for a44f9078-17d6-4b69-8b64-c10bde7cd011 owned by network:router_interface {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:26:36.572506 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03b236ed-de82-4e49-a9a7-f15d62810522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (a44f9078-17d6-4b69-8b64-c10bde7cd011), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:36.596524 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b236ed-de82-4e49-a9a7-f15d62810522 admin admin] Pushing event deleted for resources: {'Port': ['ID=a44f9078-17d6-4b69-8b64-c10bde7cd011,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:36.722256 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:36.770930 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-03b236ed-de82-4e49-a9a7-f15d62810522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599801'] for router_interface (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:36.871950 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:36.997021 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b236ed-de82-4e49-a9a7-f15d62810522 admin admin] Router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:26:37.108243 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b236ed-de82-4e49-a9a7-f15d62810522 admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:26:37.113623 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-03b236ed-de82-4e49-a9a7-f15d62810522 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4291117 Oct 10 12:26:37.116818 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51664) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:26:37.117082 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1847e58-8ced-47c3-b4c1-48a8bfa0f943 None None] Sync routers for ids ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'] in dv-cinder-860209-4-iscsi {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:26:37.127802 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1847e58-8ced-47c3-b4c1-48a8bfa0f943 None None] Routers {'6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:26:37.128425 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-b1847e58-8ced-47c3-b4c1-48a8bfa0f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:26:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:37.224046 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b455a11b-69fe-4270-9b41-f67e7829e024 admin admin] Publish callbacks [] for router (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:37.238731 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-b1847e58-8ced-47c3-b4c1-48a8bfa0f943 None None] Set router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a gateway port host: dv-cinder-860209-4-iscsi {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:26:37.334542 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b455a11b-69fe-4270-9b41-f67e7829e024 admin admin] Publish callbacks [] for router_gateway (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:37.456245 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-b455a11b-69fe-4270-9b41-f67e7829e024 admin admin] Deleting port dcb5a215-c57c-4226-9a40-3e9124f1915f {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:26:37.456532 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b455a11b-69fe-4270-9b41-f67e7829e024 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (dcb5a215-c57c-4226-9a40-3e9124f1915f), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:37.517021 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-b1847e58-8ced-47c3-b4c1-48a8bfa0f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'name': 'tempest-TestMinimumBasicScenario-145067367-router', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193'}], 'enable_snat': True}, 'gw_port_id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:03Z', 'updated_at': '2022-10-10T12:26:36Z', 'revision_number': 5, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'gw_port': {'id': 'dcb5a215-c57c-4226-9a40-3e9124f1915f', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:be:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:04Z', 'updated_at': '2022-10-10T12:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:37.543200 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1847e58-8ced-47c3-b4c1-48a8bfa0f943 None None] Checking router: 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a for host: dv-cinder-860209-4-iscsi {{(pid=107009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:26:37.548302 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-b455a11b-69fe-4270-9b41-f67e7829e024 admin admin] For port dcb5a215-c57c-4226-9a40-3e9124f1915f, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=dcb5a215-c57c-4226-9a40-3e9124f1915f,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:26:37.548750 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b455a11b-69fe-4270-9b41-f67e7829e024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (dcb5a215-c57c-4226-9a40-3e9124f1915f), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:37.551699 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1847e58-8ced-47c3-b4c1-48a8bfa0f943 None None] Routers {'6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:26:37.552301 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-b1847e58-8ced-47c3-b4c1-48a8bfa0f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:26:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'], 'active': True} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:37.553862 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=100 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:37.562233 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-b455a11b-69fe-4270-9b41-f67e7829e024 admin admin] Calling delete_port for dcb5a215-c57c-4226-9a40-3e9124f1915f owned by network:router_gateway {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:26:37.639609 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_dvr_db [None req-b1847e58-8ced-47c3-b4c1-48a8bfa0f943 None None] Set router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a gateway port host: None {{(pid=107009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:26:37.662910 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:37.693902 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.l3_hamode_db [None req-b1847e58-8ced-47c3-b4c1-48a8bfa0f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'name': 'tempest-TestMinimumBasicScenario-145067367-router', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:03Z', 'updated_at': '2022-10-10T12:26:37Z', 'revision_number': 6, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'gw_port_host': None}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:37.720440 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1847e58-8ced-47c3-b4c1-48a8bfa0f943 None None] The sync data for ids ['6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a'] in dv-cinder-860209-4-iscsi is: [{'id': '6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a', 'name': 'tempest-TestMinimumBasicScenario-145067367-router', 'tenant_id': 'bafe96e8ab4d498981d0e309c484c125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:03Z', 'updated_at': '2022-10-10T12:26:37Z', 'revision_number': 6, 'project_id': 'bafe96e8ab4d498981d0e309c484c125', 'gw_port_host': None}] {{(pid=107009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:26:37.818516 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b455a11b-69fe-4270-9b41-f67e7829e024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (dcb5a215-c57c-4226-9a40-3e9124f1915f), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:37.842805 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455a11b-69fe-4270-9b41-f67e7829e024 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb5a215-c57c-4226-9a40-3e9124f1915f,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:37.908389 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b455a11b-69fe-4270-9b41-f67e7829e024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605235'] for router_gateway (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:37.996987 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b455a11b-69fe-4270-9b41-f67e7829e024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12459'] for router (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:37.999327 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b455a11b-69fe-4270-9b41-f67e7829e024 admin admin] Publish callbacks [] for router_controller (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:38.115672 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b455a11b-69fe-4270-9b41-f67e7829e024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599841'] for router (6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:38.116258 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b455a11b-69fe-4270-9b41-f67e7829e024 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a {{(pid=107006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:26:38.121588 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-b455a11b-69fe-4270-9b41-f67e7829e024 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:38.122693 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-b455a11b-69fe-4270-9b41-f67e7829e024 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/6f22c53e-2d47-4a8f-b483-6fc33c1a9d9a HTTP/1.1" status: 204 len: 168 time: 1.0048945 Oct 10 12:26:38.125540 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51666) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:26:38.168140 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:38.181891 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_v2 [None req-218db71f-378a-4a9f-bc76-b929ebe18de2 admin admin] Deleting subnet 46222ac0-c98e-478f-966f-f94db5b38fd7 {{(pid=107006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:26:38.185777 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-218db71f-378a-4a9f-bc76-b929ebe18de2 admin admin] Publish callbacks [] for subnet (46222ac0-c98e-478f-966f-f94db5b38fd7), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:38.232319 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-218db71f-378a-4a9f-bc76-b929ebe18de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31517793'] for subnet (46222ac0-c98e-478f-966f-f94db5b38fd7), precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:38.330492 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-218db71f-378a-4a9f-bc76-b929ebe18de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (46222ac0-c98e-478f-966f-f94db5b38fd7), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:38.486921 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-218db71f-378a-4a9f-bc76-b929ebe18de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31514813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32902317'] for subnet (46222ac0-c98e-478f-966f-f94db5b38fd7), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:38.513093 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218db71f-378a-4a9f-bc76-b929ebe18de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46222ac0-c98e-478f-966f-f94db5b38fd7,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:38.521615 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-218db71f-378a-4a9f-bc76-b929ebe18de2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:38.526344 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-218db71f-378a-4a9f-bc76-b929ebe18de2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/46222ac0-c98e-478f-966f-f94db5b38fd7 HTTP/1.1" status: 204 len: 168 time: 0.3985367 Oct 10 12:26:38.528054 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51668) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:26:38.528858 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faa509c-895c-48ce-9de9-0969d26f13a9 None None] Network 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:26:38.604786 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:38.656870 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] Deleting port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:26:38.657093 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:38.704758 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e44699d-01f2-4003-b711-e7f501e89a73 None None] DHCP port deletion for 8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 request from dv-cinder-860209-4-iscsi {{(pid=107008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:26:38.730346 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] For port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f,segment=NetworkSegment(bf2b5b85-ac16-4850-8c8a-3f6ee99539b6),segment_id=bf2b5b85-ac16-4850-8c8a-3f6ee99539b6)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:26:38.730855 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:38.749853 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] Calling delete_port for 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f owned by network:dhcp {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:26:38.755097 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-4e44699d-01f2-4003-b711-e7f501e89a73 None None] Deleting port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f {{(pid=107008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:26:38.755472 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-4e44699d-01f2-4003-b711-e7f501e89a73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f), before_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:38.823230 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-4e44699d-01f2-4003-b711-e7f501e89a73 None None] For port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f,segment=NetworkSegment(bf2b5b85-ac16-4850-8c8a-3f6ee99539b6),segment_id=bf2b5b85-ac16-4850-8c8a-3f6ee99539b6)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:26:38.823630 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-4e44699d-01f2-4003-b711-e7f501e89a73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f), precommit_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:38.838353 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-4e44699d-01f2-4003-b711-e7f501e89a73 None None] Calling delete_port for 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f owned by network:dhcp {{(pid=107008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:26:39.053196 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-4e44699d-01f2-4003-b711-e7f501e89a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751'] for port (2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f), after_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:39.081512 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44699d-01f2-4003-b711-e7f501e89a73 None None] Pushing event deleted for resources: {'Port': ['ID=2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f,revision_number=None']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:39.088252 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e44699d-01f2-4003-b711-e7f501e89a73 None None] No DVR routers for this DVR port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f on host dv-cinder-860209-4-iscsi {{(pid=107008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:26:39.112547 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device dcb5a215-c57c-4226-9a40-3e9124f1915f no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:26:39.116092 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:39.124192 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:39.135206 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: dcb5a215-c57c-4226-9a40-3e9124f1915f {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:26:39.135588 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device dcb5a215-c57c-4226-9a40-3e9124f1915f not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:26:39.136014 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device a44f9078-17d6-4b69-8b64-c10bde7cd011 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:26:39.155111 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: a44f9078-17d6-4b69-8b64-c10bde7cd011 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:26:39.155481 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device a44f9078-17d6-4b69-8b64-c10bde7cd011 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:26:39.155876 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:26:39.171688 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:39.174964 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] No DVR routers for this DVR port 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f on host dv-cinder-860209-4-iscsi {{(pid=107007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:26:39.176498 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:26:39.176854 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 2e6a43d9-6d54-4ee6-9d07-2dc8e534b59f not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:26:39.274585 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:39.296801 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316']}} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:39.305938 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:39.307866 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2b5b85-ac16-4850-8c8a-3f6ee99539b6') {'for_net_delete': True} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:39.308161 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.services.segments.db [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2b5b85-ac16-4850-8c8a-3f6ee99539b6') {} {{(pid=107007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:39.319930 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32523425'] for segment (bf2b5b85-ac16-4850-8c8a-3f6ee99539b6), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:39.334562 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (bf2b5b85-ac16-4850-8c8a-3f6ee99539b6), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:39.341900 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=107007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:26:39.342298 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32524424'] for segment (bf2b5b85-ac16-4850-8c8a-3f6ee99539b6), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:39.383077 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment bf2b5b85-ac16-4850-8c8a-3f6ee99539b6 resource provider aggregate not found Oct 10 12:26:39.405563 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.services.segments.plugin [-] Segment bf2b5b85-ac16-4850-8c8a-3f6ee99539b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf2b5b85-ac16-4850-8c8a-3f6ee99539b6 found for delete ", "request_id": "req-eb1a9ff6-1cb7-459d-a442-5b0284084c2f"}]} Oct 10 12:26:39.469813 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:39.475676 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:39.481820 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316 HTTP/1.1" status: 204 len: 168 time: 0.9497740 Oct 10 12:26:39.482992 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51674) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:26:39.491774 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94132b7-9770-4e85-99da-8b2c01d3240c admin admin] Pushing event deleted for resources: {'Network': ['ID=8d4a34b1-1f2e-4fc3-91e5-0ad6bb600316,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:39.794498 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:39.799018 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-68327134-6556-4889-a8a0-fa37600c3c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599821'] for router_interface (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:40.028793 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-68327134-6556-4889-a8a0-fa37600c3c8d admin admin] Deleting port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:26:40.029123 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-68327134-6556-4889-a8a0-fa37600c3c8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:40.369995 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-68327134-6556-4889-a8a0-fa37600c3c8d admin admin] For port 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed,segment=NetworkSegment(1e59e8a3-c558-4281-b806-57dca8869600),segment_id=1e59e8a3-c558-4281-b806-57dca8869600)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:26:40.370350 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-68327134-6556-4889-a8a0-fa37600c3c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:40.384371 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-68327134-6556-4889-a8a0-fa37600c3c8d admin admin] Calling delete_port for 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed owned by network:router_interface {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:26:40.438829 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:40.664117 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-68327134-6556-4889-a8a0-fa37600c3c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:40.691894 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68327134-6556-4889-a8a0-fa37600c3c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:40.862636 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-68327134-6556-4889-a8a0-fa37600c3c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599801'] for router_interface (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:40.907347 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:41.074926 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68327134-6556-4889-a8a0-fa37600c3c8d admin admin] Router e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44 has already been hosted by L3 agent 14992c5b-e9b6-42b3-bfd9-588824f22f98 {{(pid=107006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 10 12:26:41.183586 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68327134-6556-4889-a8a0-fa37600c3c8d admin admin] Notify agent at l3_agent.dv-cinder-860209-4-iscsi the message routers_updated {{(pid=107006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 10 12:26:41.190429 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-68327134-6556-4889-a8a0-fa37600c3c8d admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7059941 Oct 10 12:26:41.192364 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78f98d3-e2ca-4a67-bc45-52fc72b25450 None None] Sync routers for ids ['e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'] in dv-cinder-860209-4-iscsi {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 10 12:26:41.193331 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51676) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:26:41.205571 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78f98d3-e2ca-4a67-bc45-52fc72b25450 None None] Routers {'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:26:41.206282 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-d78f98d3-e2ca-4a67-bc45-52fc72b25450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:26:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:41.297427 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e20c071d-6b9e-44f7-b439-6bdf599b352e admin admin] Publish callbacks [] for router (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:41.309598 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-d78f98d3-e2ca-4a67-bc45-52fc72b25450 None None] Set router e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44 gateway port host: dv-cinder-860209-4-iscsi {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:26:41.399301 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e20c071d-6b9e-44f7-b439-6bdf599b352e admin admin] Publish callbacks [] for router_gateway (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:41.487854 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-d78f98d3-e2ca-4a67-bc45-52fc72b25450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'name': 'tempest-TestMinimumBasicScenario-188740169-router', 'tenant_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'external_fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.158'}], 'enable_snat': True}, 'gw_port_id': '0f9f5a62-f7f4-4403-909f-1aaa0853189c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:10Z', 'updated_at': '2022-10-10T12:26:40Z', 'revision_number': 5, 'project_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'gw_port': {'id': '0f9f5a62-f7f4-4403-909f-1aaa0853189c', 'name': '', 'network_id': '86b59d7d-c0f3-4ac3-b120-55d8edbeed47', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'ip_address': '172.27.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-10T12:23:11Z', 'updated_at': '2022-10-10T12:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf80441f-f70a-4b04-ab5c-d4bf68e6f84e', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860209-4-iscsi'}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:41.490431 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:41.508904 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-e20c071d-6b9e-44f7-b439-6bdf599b352e admin admin] Deleting port 0f9f5a62-f7f4-4403-909f-1aaa0853189c {{(pid=107007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:26:41.509246 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e20c071d-6b9e-44f7-b439-6bdf599b352e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (0f9f5a62-f7f4-4403-909f-1aaa0853189c), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:41.513270 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78f98d3-e2ca-4a67-bc45-52fc72b25450 None None] Checking router: e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44 for host: dv-cinder-860209-4-iscsi {{(pid=107008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 10 12:26:41.514952 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:41.523354 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78f98d3-e2ca-4a67-bc45-52fc72b25450 None None] Routers {'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'} bound to L3 agent in host dv-cinder-860209-4-iscsi {{(pid=107008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 10 12:26:41.523962 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-d78f98d3-e2ca-4a67-bc45-52fc72b25450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-10T11:59:02Z,description=,heartbeat_timestamp=2022-10-10T12:26:32Z,host='dv-cinder-860209-4-iscsi',id=14992c5b-e9b6-42b3-bfd9-588824f22f98,load=0,resource_versions=,resources_synced=,started_at=2022-10-10T11:59:02Z,topic='l3_agent')) {'router_ids': ['e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'], 'active': True} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:41.600375 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.db [None req-e20c071d-6b9e-44f7-b439-6bdf599b352e admin admin] For port 0f9f5a62-f7f4-4403-909f-1aaa0853189c, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=0f9f5a62-f7f4-4403-909f-1aaa0853189c,segment=NetworkSegment(3c0ca75b-9b77-48fb-9db6-e99e1658ec68),segment_id=3c0ca75b-9b77-48fb-9db6-e99e1658ec68)] {{(pid=107007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:26:41.600639 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e20c071d-6b9e-44f7-b439-6bdf599b352e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (0f9f5a62-f7f4-4403-909f-1aaa0853189c), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:41.616598 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.plugins.ml2.plugin [None req-e20c071d-6b9e-44f7-b439-6bdf599b352e admin admin] Calling delete_port for 0f9f5a62-f7f4-4403-909f-1aaa0853189c owned by network:router_gateway {{(pid=107007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:26:41.728580 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:41.747246 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvr_db [None req-d78f98d3-e2ca-4a67-bc45-52fc72b25450 None None] Set router e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44 gateway port host: None {{(pid=107008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 10 12:26:41.801864 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_hamode_db [None req-d78f98d3-e2ca-4a67-bc45-52fc72b25450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'name': 'tempest-TestMinimumBasicScenario-188740169-router', 'tenant_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:10Z', 'updated_at': '2022-10-10T12:26:41Z', 'revision_number': 6, 'project_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'gw_port_host': None}], 'dv-cinder-860209-4-iscsi', False) {} {{(pid=107008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:41.829193 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78f98d3-e2ca-4a67-bc45-52fc72b25450 None None] The sync data for ids ['e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44'] in dv-cinder-860209-4-iscsi is: [{'id': 'e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44', 'name': 'tempest-TestMinimumBasicScenario-188740169-router', 'tenant_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-10T12:23:10Z', 'updated_at': '2022-10-10T12:26:41Z', 'revision_number': 6, 'project_id': '91f85d93de9b44dc9ef044e3f7ecb7c4', 'gw_port_host': None}] {{(pid=107008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 10 12:26:41.865118 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e20c071d-6b9e-44f7-b439-6bdf599b352e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32524375'] for port (0f9f5a62-f7f4-4403-909f-1aaa0853189c), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:41.901143 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c071d-6b9e-44f7-b439-6bdf599b352e admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9f5a62-f7f4-4403-909f-1aaa0853189c,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:41.909947 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:41.972262 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e20c071d-6b9e-44f7-b439-6bdf599b352e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1605235'] for router_gateway (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:42.065808 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e20c071d-6b9e-44f7-b439-6bdf599b352e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12459'] for router (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:42.068127 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e20c071d-6b9e-44f7-b439-6bdf599b352e admin admin] Publish callbacks [] for router_controller (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), precommit_delete_associations {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:42.258721 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e20c071d-6b9e-44f7-b439-6bdf599b352e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599841'] for router (e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:42.259824 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20c071d-6b9e-44f7-b439-6bdf599b352e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44 {{(pid=107007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 10 12:26:42.267518 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-e20c071d-6b9e-44f7-b439-6bdf599b352e admin admin] Publish callbacks [] for router (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:42.269147 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-e20c071d-6b9e-44f7-b439-6bdf599b352e admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/e2705a02-5ecb-45d6-bf2d-1dfa8b3f0a44 HTTP/1.1" status: 204 len: 168 time: 1.0745988 Oct 10 12:26:42.272507 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51678) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:26:42.360324 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.db_base_plugin_v2 [None req-9930f6b0-427f-404f-b90a-9afea5bdacb3 admin admin] Deleting subnet fe6008a3-b1eb-4298-a794-ed4675562c13 {{(pid=107006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 10 12:26:42.360324 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9930f6b0-427f-404f-b90a-9afea5bdacb3 admin admin] Publish callbacks [] for subnet (fe6008a3-b1eb-4298-a794-ed4675562c13), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:42.372357 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9930f6b0-427f-404f-b90a-9afea5bdacb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31517793'] for subnet (fe6008a3-b1eb-4298-a794-ed4675562c13), precommit_delete_associations {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:42.449813 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9930f6b0-427f-404f-b90a-9afea5bdacb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-822684'] for subnet (fe6008a3-b1eb-4298-a794-ed4675562c13), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:42.578380 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9930f6b0-427f-404f-b90a-9afea5bdacb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-884403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1646962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31514813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32902317'] for subnet (fe6008a3-b1eb-4298-a794-ed4675562c13), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:42.610056 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930f6b0-427f-404f-b90a-9afea5bdacb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe6008a3-b1eb-4298-a794-ed4675562c13,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:42.613724 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-9930f6b0-427f-404f-b90a-9afea5bdacb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:42.616925 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-9930f6b0-427f-404f-b90a-9afea5bdacb3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/fe6008a3-b1eb-4298-a794-ed4675562c13 HTTP/1.1" status: 204 len: 168 time: 0.3432994 Oct 10 12:26:42.619519 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51680) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:26:42.620064 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9862f486-bea8-4a86-8e56-5b23e135f60c None None] Network 83266b85-78bf-413d-ba08-a76b0689ba7e requested from dv-cinder-860209-4-iscsi {{(pid=107008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 10 12:26:42.663931 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:42.696498 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-778577'] for network (83266b85-78bf-413d-ba08-a76b0689ba7e), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:42.746208 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] Deleting port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 {{(pid=107006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:26:42.746572 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (24aafe59-73ea-41d1-b6d5-8a45a81d5642), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:42.778879 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1045bf-484d-46bb-b4c9-c5175e8dcb94 None None] DHCP port deletion for 83266b85-78bf-413d-ba08-a76b0689ba7e request from dv-cinder-860209-4-iscsi {{(pid=107008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 10 12:26:42.817503 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.db [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] For port 24aafe59-73ea-41d1-b6d5-8a45a81d5642, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=24aafe59-73ea-41d1-b6d5-8a45a81d5642,segment=NetworkSegment(1e59e8a3-c558-4281-b806-57dca8869600),segment_id=1e59e8a3-c558-4281-b806-57dca8869600)] {{(pid=107006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:26:42.817863 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (24aafe59-73ea-41d1-b6d5-8a45a81d5642), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:42.820523 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8d1045bf-484d-46bb-b4c9-c5175e8dcb94 None None] Deleting port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 {{(pid=107008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 10 12:26:42.821016 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8d1045bf-484d-46bb-b4c9-c5175e8dcb94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759134058024'] for port (24aafe59-73ea-41d1-b6d5-8a45a81d5642), before_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:42.833382 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] Calling delete_port for 24aafe59-73ea-41d1-b6d5-8a45a81d5642 owned by network:dhcp {{(pid=107006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:26:42.891918 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.db [None req-8d1045bf-484d-46bb-b4c9-c5175e8dcb94 None None] For port 24aafe59-73ea-41d1-b6d5-8a45a81d5642, host dv-cinder-860209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860209-4-iscsi',level=0,port_id=24aafe59-73ea-41d1-b6d5-8a45a81d5642,segment=NetworkSegment(1e59e8a3-c558-4281-b806-57dca8869600),segment_id=1e59e8a3-c558-4281-b806-57dca8869600)] {{(pid=107008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 10 12:26:42.892307 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8d1045bf-484d-46bb-b4c9-c5175e8dcb94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1997427'] for port (24aafe59-73ea-41d1-b6d5-8a45a81d5642), precommit_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:42.906285 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8d1045bf-484d-46bb-b4c9-c5175e8dcb94 None None] Calling delete_port for 24aafe59-73ea-41d1-b6d5-8a45a81d5642 owned by network:dhcp {{(pid=107008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 10 12:26:42.989531 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31514760'] for port (24aafe59-73ea-41d1-b6d5-8a45a81d5642), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:42.996384 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:43.000084 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8d1045bf-484d-46bb-b4c9-c5175e8dcb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759134061222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759133685751'] for port (24aafe59-73ea-41d1-b6d5-8a45a81d5642), after_delete {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:43.023062 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] Pushing event deleted for resources: {'Port': ['ID=24aafe59-73ea-41d1-b6d5-8a45a81d5642,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:43.025200 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] No DVR routers for this DVR port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 on host dv-cinder-860209-4-iscsi {{(pid=107006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:26:43.025760 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1045bf-484d-46bb-b4c9-c5175e8dcb94 None None] Pushing event deleted for resources: {'Port': ['ID=24aafe59-73ea-41d1-b6d5-8a45a81d5642,revision_number=None']} {{(pid=107008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:43.030124 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1045bf-484d-46bb-b4c9-c5175e8dcb94 None None] No DVR routers for this DVR port 24aafe59-73ea-41d1-b6d5-8a45a81d5642 on host dv-cinder-860209-4-iscsi {{(pid=107008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 10 12:26:43.105578 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:26:43.107114 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-827790', 'neutron.services.segments.db._delete_segments_for_network-8759134132700'] for network (83266b85-78bf-413d-ba08-a76b0689ba7e), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:43.130720 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:26:43.131157 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 0ad7683b-5c6e-4fd3-93a8-62cf7e1271ed not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:26:43.131278 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83266b85-78bf-413d-ba08-a76b0689ba7e']}} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:43.131662 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 0f9f5a62-f7f4-4403-909f-1aaa0853189c no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:26:43.141629 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e59e8a3-c558-4281-b806-57dca8869600') {'for_net_delete': True} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:43.141941 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.services.segments.db [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e59e8a3-c558-4281-b806-57dca8869600') {} {{(pid=107006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 10 12:26:43.150998 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 0f9f5a62-f7f4-4403-909f-1aaa0853189c {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:26:43.151350 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 0f9f5a62-f7f4-4403-909f-1aaa0853189c not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:26:43.151812 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 24aafe59-73ea-41d1-b6d5-8a45a81d5642 no longer exists at agent ovs-agent-dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 10 12:26:43.154326 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759134151590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31517720'] for segment (1e59e8a3-c558-4281-b806-57dca8869600), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:43.167861 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131'] for segment (1e59e8a3-c558-4281-b806-57dca8869600), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:43.170582 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.plugin [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] No Port match for: 24aafe59-73ea-41d1-b6d5-8a45a81d5642 {{(pid=107008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 10 12:26:43.170957 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron.plugins.ml2.rpc [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Device 24aafe59-73ea-41d1-b6d5-8a45a81d5642 not bound to the agent host dv-cinder-860209-4-iscsi {{(pid=107008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 10 12:26:43.175227 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=107006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 10 12:26:43.175624 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-830131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31514711'] for segment (1e59e8a3-c558-4281-b806-57dca8869600), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:43.221193 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.services.segments.plugin [-] Segment 1e59e8a3-c558-4281-b806-57dca8869600 resource provider aggregate not found Oct 10 12:26:43.242100 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.services.segments.plugin [-] Segment 1e59e8a3-c558-4281-b806-57dca8869600 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e59e8a3-c558-4281-b806-57dca8869600 found for delete ", "request_id": "req-f9955fdd-4936-46e0-9901-bd382b9015eb"}]} Oct 10 12:26:43.355284 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-828029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1605292'] for network (83266b85-78bf-413d-ba08-a76b0689ba7e), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:43.361180 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627247'] for network (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:43.364769 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/83266b85-78bf-413d-ba08-a76b0689ba7e HTTP/1.1" status: 204 len: 168 time: 0.7439961 Oct 10 12:26:43.377224 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc6c23-1947-4f5a-ba65-c98e0848b889 admin admin] Pushing event deleted for resources: {'Network': ['ID=83266b85-78bf-413d-ba08-a76b0689ba7e,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:43.961064 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51688) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:26:44.002363 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-645e5cb1-7036-4d55-b47b-aaf72889a5fd admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=bafe96e8ab4d498981d0e309c484c125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401156 Oct 10 12:26:44.005152 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.wsgi [-] (107007) accepted ('10.222.0.46', 51690) {{(pid=107007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:26:44.052480 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:44.056318 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8770-3f53-4b42-bd83-a113e9b1c05a admin admin] Publish callbacks [] for security_group (f10fe203-e6b1-4dc9-944c-44611466aa6c), before_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:44.080126 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8770-3f53-4b42-bd83-a113e9b1c05a admin admin] Publish callbacks [] for security_group (f10fe203-e6b1-4dc9-944c-44611466aa6c), precommit_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:44.240947 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8770-3f53-4b42-bd83-a113e9b1c05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (f10fe203-e6b1-4dc9-944c-44611466aa6c), after_delete {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:44.243531 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8770-3f53-4b42-bd83-a113e9b1c05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:44.244681 dv-cinder-860209-4-iscsi neutron-server[107007]: INFO neutron.wsgi [None req-3ebc8770-3f53-4b42-bd83-a113e9b1c05a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f10fe203-e6b1-4dc9-944c-44611466aa6c HTTP/1.1" status: 204 len: 168 time: 0.2386143 Oct 10 12:26:44.252970 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc8770-3f53-4b42-bd83-a113e9b1c05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10fe203-e6b1-4dc9-944c-44611466aa6c,revision_number=None']} {{(pid=107007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:44.991715 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51696) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:26:45.032666 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-fbba2f9f-2fb4-4918-839f-435460cbf773 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=91f85d93de9b44dc9ef044e3f7ecb7c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396161 Oct 10 12:26:45.035702 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [-] (107006) accepted ('10.222.0.46', 51698) {{(pid=107006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 10 12:26:45.085249 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Publish callbacks [] for security_group (059c4315-e25b-4fa8-a52d-bf241506309b), before_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:45.107109 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Publish callbacks [] for security_group (059c4315-e25b-4fa8-a52d-bf241506309b), precommit_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:45.224838 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650470'] for security_group (059c4315-e25b-4fa8-a52d-bf241506309b), after_delete {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:45.227379 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron_lib.callbacks.manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:45.231053 dv-cinder-860209-4-iscsi neutron-server[107006]: INFO neutron.wsgi [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/059c4315-e25b-4fa8-a52d-bf241506309b HTTP/1.1" status: 204 len: 168 time: 0.1918778 Oct 10 12:26:45.239179 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059c4315-e25b-4fa8-a52d-bf241506309b,revision_number=None']} {{(pid=107006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 10 12:26:45.245393 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:26:45.245729 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:26:45.246067 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:26:45.246394 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:26:45.246772 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:26:45.247132 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:26:45.247426 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:26:45.247741 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:26:45.248055 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:26:45.248373 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:26:45.249336 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:26:45.249336 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:26:45.249336 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:26:45.249720 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:26:45.250026 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd1c1-1cc4-45da-8ff8-808aff1d3ba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860209-4-iscsi {{(pid=107006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 10 12:26:54.248188 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=1 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:54.248991 dv-cinder-860209-4-iscsi neutron-server[107007]: DEBUG dbcounter [-] [107007] Writing DB stats neutron:SELECT=31,neutron:DELETE=4 {{(pid=107007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:54.257596 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:26:55.240629 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=75,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:55.241617 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG dbcounter [-] [107006] Writing DB stats neutron:SELECT=25,neutron:DELETE=3 {{(pid=107006) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:26:59.691594 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-9b1c4f0e-4200-424f-902c-252f9fbc3727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:27:01.943230 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-6e684687-4f5f-43e9-a5f0-1119caa6fe2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:27:03.466021 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:27:04.289190 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:27:04.290038 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=11 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:27:04.605729 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:27:05.188749 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:27:12.308631 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:27:14.536837 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=39,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:27:15.085788 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=29,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:27:15.087644 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=39,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:27:22.303002 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:27:22.304202 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:27:24.234458 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:27:29.668317 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-89b003ba-341c-4ec4-b2b7-090ecd5eb584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:27:31.913755 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-aa7ca09e-0f85-49a8-8f07-4caedaca4368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:27:33.444589 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:27:34.576343 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:27:35.164909 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:27:41.281672 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:27:41.287000 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:27:45.081948 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:27:45.085887 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:27:45.088406 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:27:49.308204 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:27:54.250388 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:27:59.655891 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-d28bd277-5616-436e-9464-3c2ee4ce2e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:28:00.114076 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=12 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:28:00.119027 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=16 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:28:01.918693 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-d9d4d0e3-e168-4d45-a05b-7c1890a2100a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:28:03.444247 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:28:04.436997 dv-cinder-860209-4-iscsi neutron-server[107006]: DEBUG neutron.wsgi [req-c7720f80-9b48-4eb3-a398-4ee9796d6077 req-5b521f39-201e-4dfb-9aba-a7caeaa6af43 service neutron] (107006) timed out ('10.222.0.48', 60063) {{(pid=107006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 10 12:28:04.598286 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:28:05.164693 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:28:15.086009 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:28:15.093431 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:28:15.095202 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:28:18.278676 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:28:18.284307 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:28:24.283560 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:28:26.308267 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:28:29.672497 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-9dce1471-0b5d-4f18-a37f-916ca080a968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:28:31.935101 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-0ad1fb99-bfb5-4fe1-80e5-ca2e834ab173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:28:33.455298 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:28:34.592205 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:28:35.152170 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:28:36.304045 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:28:45.089311 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:28:45.092193 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:28:45.099143 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:28:54.288538 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:28:57.347916 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=3 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:28:57.349324 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:28:59.671439 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b4be2ada-651f-40ee-bfec-4d3b52c0026b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:29:01.934421 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8031388f-3ed7-4f93-9cef-37f461349c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:29:03.307329 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:29:03.454384 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:29:04.585456 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:29:05.180375 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:29:13.302274 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:29:13.303208 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:29:20.113733 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:29:20.115763 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:29:20.117474 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:29:24.293759 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:29:29.705268 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-ec66a10f-b23e-4dc2-ba74-4b73bfcb23cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:29:31.950930 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-bff1031a-d2e7-4a6b-a653-fa3c6313df5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:29:32.280362 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:29:32.284154 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:29:33.471179 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:29:34.619180 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:29:35.162682 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:29:40.307305 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:29:45.096594 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:29:45.100584 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:29:45.102854 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:29:54.281941 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:29:59.727840 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-814bbefa-9e55-46c7-bba2-810d7e163f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:30:01.927417 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-840e00b6-f322-4a8b-ba78-10e484402329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:30:03.482488 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:30:04.630318 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:30:05.168120 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:30:09.281996 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=13 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:30:09.282862 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=21 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:30:15.099695 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:30:15.104621 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:30:15.118232 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:30:17.305478 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:30:24.332716 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:30:27.301704 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:30:29.710265 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-dabb603e-6e3a-48c8-95a4-66beeece1751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:30:31.922068 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-7f2a03c0-5bd4-43e7-a3a9-7b5e13ebedb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:30:33.464776 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:30:34.646828 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:30:35.172543 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:30:45.104732 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:30:45.108764 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:30:45.111632 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:30:46.277182 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:30:46.277976 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:30:54.304060 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:30:54.349718 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:30:57.342892 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:30:59.698165 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-e1f9cb5f-0afb-489b-9948-41c18e593e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:31:01.897642 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-2bef21bf-3732-44c8-9f75-29de88c41417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:31:03.464476 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:31:04.300471 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=2 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:31:04.606341 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:31:05.177891 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:31:20.113430 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=14 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:31:20.115301 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:31:20.115955 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=2,neutron:SELECT=15 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:31:23.270449 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:31:23.275339 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=4 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:31:24.314795 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:31:29.680437 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-1d7311f9-9c77-43e9-af08-cac5f0c0c1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:31:31.303019 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:31:31.925678 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-7c71a396-2053-4c92-936d-b1d3352db6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:31:33.514850 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:31:34.622888 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:31:35.199623 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:31:41.299100 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:31:41.300395 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=1 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:31:45.112193 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:31:45.112942 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:31:45.117733 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:31:54.302385 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8dce2550-4eb3-4b65-bd23-7a8edb52a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (27df0495-5205-44f1-b64c-0a07ebbf0699), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:31:59.680072 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-ac12abce-fca7-4489-8796-d8a03b281ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (e89f5cd5-6fde-49d4-a41e-afc18d942ec6), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:32:00.275575 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=14 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:32:00.280658 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG dbcounter [-] [107009] Writing DB stats neutron:SELECT=18 {{(pid=107009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:32:01.901520 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-b0a21839-f7bc-44e5-8078-3766d5f50a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (14992c5b-e9b6-42b3-bfd9-588824f22f98), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:32:03.469148 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-094075c9-07c2-4e80-afca-21320aa0f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (6eaca789-0ba9-4047-aead-903fe299df22), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:32:04.616512 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-8ed4325d-c706-4fc0-9ab3-cff53fd5d53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (f6eef3b8-2375-4b99-adfa-423b74d20c5f), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:32:05.216770 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG neutron_lib.callbacks.manager [None req-37be1115-99b1-4e21-b169-302f207d199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759134132682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-827329'] for agent (0a737d13-ada5-4ccb-b9a3-42a9fc090561), after_update {{(pid=107008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 10 12:32:08.302595 dv-cinder-860209-4-iscsi neutron-server[107009]: DEBUG neutron.db.agents_db [None req-1cc2ddf5-5ea3-4b32-a122-d0bc331d41f4 None None] Agent healthcheck: found 6 active agents {{(pid=107009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 10 12:32:15.118600 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:32:15.122530 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:UPDATE=1,neutron:SELECT=8 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 10 12:32:15.124406 dv-cinder-860209-4-iscsi neutron-server[107008]: DEBUG dbcounter [-] [107008] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=107008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}